-- Logs begin at Fri 2022-07-15 13:20:04 UTC, end at Fri 2022-07-15 14:21:27 UTC. -- Jul 15 13:51:55.701742 dv-cinder-850002-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 15 13:51:58.399103 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.common.config [-] Logging enabled! Jul 15 13:51:58.399724 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev435 Jul 15 13:51:58.399900 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103774) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 15 13:51:58.403744 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.common.config [-] Logging enabled! Jul 15 13:51:58.404001 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev435 Jul 15 13:51:58.404317 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103774) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 15 13:51:58.405312 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 15 13:51:58.405552 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 15 13:51:58.406378 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 15 13:51:58.406632 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 15 13:51:58.406863 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 15 13:51:58.407208 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.407497 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.407734 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.408038 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.408334 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.408647 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.408944 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.409251 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.409540 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.409822 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.410108 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.410341 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.410623 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.410915 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.411207 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.411436 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] debug = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.411719 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.412216 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.412593 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.412889 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.413186 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.413474 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.413750 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.414031 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.414323 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.414660 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] host = dv-cinder-850002-1-iscsi {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.414942 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.415235 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.415526 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.415817 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.416123 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.416425 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.416721 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.416998 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.417277 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] log_file = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.417557 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.417857 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.418152 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.418444 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.418670 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.418896 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.419196 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.419494 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.419776 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.420053 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.420330 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.420631 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.420908 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.421176 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.421484 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.421752 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.422047 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.422323 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.422597 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.422872 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.423145 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.423445 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.423708 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.423983 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.424259 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.424574 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.424847 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.425122 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.425432 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.425725 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.426012 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.426304 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.426585 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.426875 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.427150 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.427431 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.427710 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] use_json = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.427989 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.428266 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.428577 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.428858 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.429142 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.429423 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.429699 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.429990 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.430265 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:51:58.430570 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.430874 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.431182 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.431470 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.431842 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.432133 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.432459 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.432749 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.433042 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.433336 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.433632 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.433914 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.434222 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.434517 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.434824 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.435137 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.435431 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.435732 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.436011 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.436290 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.436594 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.436883 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.437168 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.437451 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.437750 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.438043 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.438326 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.438626 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.438915 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.439209 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.439507 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.439803 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.440083 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.440362 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.440680 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.440958 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.441236 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.441526 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.441813 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.442090 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.442375 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.442666 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.442959 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.443231 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.443510 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.443811 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.444089 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.444365 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.444666 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.444949 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.445226 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.445511 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.445794 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.446074 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.446348 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.446628 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.446904 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.447181 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.447989 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.448268 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.448586 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.448861 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.449136 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.449412 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.449691 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.449962 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.450241 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.450520 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.450797 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.451075 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.451345 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.451619 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.451892 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.452165 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.452496 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.452780 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.453063 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.453343 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.453624 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.453904 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.454187 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.454470 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.454751 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.455028 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.455323 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.455612 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.455900 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.456190 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.456496 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.456823 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.457107 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.457392 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.457672 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.457956 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.458241 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.458529 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.458811 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.459092 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.459380 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.459672 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.459972 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.460272 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.460583 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.460886 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.461185 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.461496 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.461768 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.462085 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.462370 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:51:58.462591 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 15 13:51:58.462846 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103774) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 15 13:51:58.770306 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 15 13:51:58.770523 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 15 13:51:58.770815 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 15 13:51:58.771165 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 15 13:51:59.194642 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:51:59.194933 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:51:59.195210 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:51:59.196572 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:51:59.196849 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:51:59.197115 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:51:59.254545 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:51:59.254858 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:51:59.255096 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:51:59.270365 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:51:59.270667 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:51:59.270923 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:51:59.301456 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:51:59.301738 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:51:59.302012 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:51:59.339528 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:51:59.339808 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:51:59.340078 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:51:59.583160 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:51:59.583852 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:51:59.583852 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:51:59.584141 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:51:59.584902 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:51:59.688294 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:51:59.688648 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:51:59.688941 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:51:59.689217 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:51:59.689493 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:51:59.689810 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:51:59.690077 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:51:59.690333 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:51:59.690592 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:51:59.690880 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:51:59.691142 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:51:59.691410 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:51:59.691670 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:51:59.691924 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:51:59.692286 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:51:59.692585 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:51:59.692848 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:51:59.693121 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:51:59.693397 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:51:59.693665 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:51:59.693948 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:51:59.694214 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:51:59.694506 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:51:59.694902 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:51:59.695158 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:51:59.695441 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:51:59.695847 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103774) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 13:51:59.696092 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103774) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 13:51:59.696335 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103774) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 13:51:59.696603 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103774) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 13:51:59.696846 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103774) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 13:51:59.697087 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103774) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 13:51:59.698037 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 15 13:51:59.701478 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 15 13:51:59.705443 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 15 13:51:59.709299 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jul 15 13:51:59.710959 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 15 13:51:59.711615 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 15 13:51:59.711960 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 15 13:51:59.712359 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 15 13:51:59.715450 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 15 13:51:59.715705 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 15 13:51:59.716067 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 15 13:51:59.721309 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 15 13:51:59.746478 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 15 13:51:59.746950 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:51:59.747257 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103774) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 15 13:51:59.747636 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:51:59.749040 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103774) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 15 13:51:59.749335 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 15 13:51:59.749589 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 15 13:51:59.752954 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:51:59.753245 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:51:59.917898 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 15 13:51:59.918107 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 15 13:51:59.918406 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 15 13:51:59.918838 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 15 13:51:59.970103 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO dbcounter [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Registered counter for database neutron Jul 15 13:51:59.989238 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_db.sqlalchemy.engines [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103774) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 15 13:51:59.996055 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG dbcounter [-] [103774] Writer thread running {{(pid=103774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 15 13:52:00.556577 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.managers [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Initializing driver for type 'gre' Jul 15 13:52:00.557140 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] gre ID ranges: [(1, 1000)] Jul 15 13:52:00.614469 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.managers [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Initializing driver for type 'local' Jul 15 13:52:00.615145 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.managers [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Initializing driver for type 'vlan' Jul 15 13:52:00.629019 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] VlanTypeDriver initialization complete Jul 15 13:52:00.629420 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.managers [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Initializing driver for type 'vxlan' Jul 15 13:52:00.630045 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] vxlan ID ranges: [(1, 1000)] Jul 15 13:52:00.690043 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.managers [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Initializing extension driver 'port_security' Jul 15 13:52:00.690380 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.extensions.port_security [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] PortSecurityExtensionDriver initialization complete Jul 15 13:52:00.690861 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.managers [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Initializing mechanism driver 'openvswitch' Jul 15 13:52:00.691253 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.managers [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Initializing mechanism driver 'hyperv' Jul 15 13:52:00.698960 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:52:00.699651 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > port after_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.700034 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > port after_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.700447 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > port after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.700974 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103774) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 15 13:52:00.701407 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > subnet after_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.701769 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > subnet after_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.702122 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.702525 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103774) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 15 13:52:00.702938 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > network after_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.703294 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > network after_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.703646 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > network after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.704040 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103774) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 15 13:52:00.704490 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > security_group after_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.704851 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > security_group after_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.705203 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.705615 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103774) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 15 13:52:00.706046 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.706402 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.706751 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.707159 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103774) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 15 13:52:00.707581 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > address_group after_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.707941 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > address_group after_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.708295 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.708714 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103774) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 15 13:52:00.709166 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] ML2 OVO RPC backend initialized. {{(pid=103774) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 15 13:52:00.709917 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.710283 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.710708 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > network before_response 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.711067 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > networks before_response 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.711419 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > port before_response 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.711765 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > ports before_response 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.712114 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > subnet before_response 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.712484 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > subnets before_response 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.712837 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > network after_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.713823 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > network after_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.714168 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > network after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.714512 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > port after_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.714855 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > port after_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.715195 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > port after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.715534 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > subnet after_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.715877 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > subnet after_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.716215 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.724345 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.quota [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded quota_driver: . Jul 15 13:52:00.725009 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.plugin [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Modular L2 Plugin initialization complete Jul 15 13:52:00.725368 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading services supported by the core plugin {{(pid=103774) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 15 13:52:00.725723 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.managers [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Got port-security extension from driver 'port_security' Jul 15 13:52:00.726227 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.extensions.vlantransparent [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Disabled vlantransparent extension. Jul 15 13:52:00.726760 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103774) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 15 13:52:00.727094 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading Plugin: router Jul 15 13:52:00.764856 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.765256 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > router after_create 55549900 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.765633 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > router before_create 55549900 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.766143 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.766523 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.766888 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > router after_delete 55549900 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.767255 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.767612 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.767975 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > router after_create 55549900 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.768332 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > router after_update 55549900 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.768735 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > router after_update 55549900 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.769092 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.769459 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > router after_update 55549900 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.769879 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > router precommit_update 55549900 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.770254 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: port after_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.770600 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: port after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.770945 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: subnet after_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.771289 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.771643 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.771994 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > router precommit_create 55549900 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.772344 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: port before_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.772716 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > router precommit_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.773077 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > router after_update 55549900 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.773424 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.773783 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > router precommit_create 55549900 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.774151 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.774505 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > router precommit_update 55549900 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.774883 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > agent after_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.775237 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > agent after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.776203 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > network after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.777142 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.quota.resource_registry [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Tracking information for resource: router configured {{(pid=103774) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 13:52:00.777512 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.quota.resource_registry [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Tracking information for resource: floatingip configured {{(pid=103774) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 13:52:00.782705 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.db.l3_agentschedulers_db [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 15 13:52:00.783301 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: port after_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.783671 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: port after_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.784031 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: port after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.784415 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: port after_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.785239 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > router before_create 55550100 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.785613 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.785983 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > router precommit_create 55550100 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.786346 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > router precommit_update 55550100 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.791276 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.services.provider_configuration [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Service providers = [] {{(pid=103774) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 15 13:52:00.791648 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.db.servicetype_db [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103774) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 15 13:52:00.794739 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.services.service_base [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103774) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 13:52:00.795098 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.services.service_base [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103774) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 13:52:00.795447 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.services.service_base [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103774) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 13:52:00.796577 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.services.service_base [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103774) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 13:52:00.796964 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.services.service_base [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 15 13:52:00.797355 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103774) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 13:52:00.797675 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 15 13:52:00.808576 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103774) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 13:52:00.808857 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading Plugin: auto_allocate Jul 15 13:52:00.814671 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: network precommit_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.815052 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: network precommit_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.815588 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103774) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 13:52:00.815916 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading Plugin: tag Jul 15 13:52:00.823441 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103774) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 13:52:00.823775 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading Plugin: timestamp Jul 15 13:52:00.827679 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103774) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 13:52:00.828015 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading Plugin: network_ip_availability Jul 15 13:52:00.833603 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.833983 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.834346 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:00.835088 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103774) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 13:52:00.835413 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading Plugin: flavors Jul 15 13:52:00.840972 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103774) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 13:52:00.841310 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading Plugin: revisions Jul 15 13:52:00.845597 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103774) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 13:52:00.846004 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_concurrency.lockutils [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.075s {{(pid=103774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 15 13:52:00.846780 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103774) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 15 13:52:00.847124 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Initializing extension manager. Jul 15 13:52:00.847660 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: __init__.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.848012 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: __pycache__ {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.848376 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: address_group.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.849113 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.849955 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: address-group Jul 15 13:52:00.850289 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: address_scope.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.850978 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.851492 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: address-scope Jul 15 13:52:00.851821 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.852747 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.853256 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: router-admin-state-down-before-update Jul 15 13:52:00.853617 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: agent.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.854301 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.854805 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: agent Jul 15 13:52:00.855132 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: agent_resources_synced.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.856008 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.856554 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: agent-resources-synced Jul 15 13:52:00.856885 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: allowedaddresspairs.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.858652 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.859178 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: allowed-address-pairs Jul 15 13:52:00.859511 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: auto_allocated_topology.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.860577 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.861093 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: auto-allocated-topology Jul 15 13:52:00.861422 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: availability_zone.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.862107 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.862617 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: availability_zone Jul 15 13:52:00.862941 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: availability_zone_filter.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.863816 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.864324 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: availability_zone_filter Jul 15 13:52:00.864676 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: data_plane_status.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.865572 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.866058 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extension data-plane-status not supported by any of loaded plugins Jul 15 13:52:00.866385 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: default_subnetpools.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.867271 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.867777 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: default-subnetpools Jul 15 13:52:00.868101 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.868926 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.869461 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: dhcp_agent_scheduler Jul 15 13:52:00.869789 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: dns.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.870679 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.871191 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extension dns-integration not supported by any of loaded plugins Jul 15 13:52:00.871523 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: dns_domain_ports.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.872435 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.872948 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 15 13:52:00.873278 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.874176 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.874686 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 15 13:52:00.875016 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: dvr.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.875669 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.876183 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: dvr Jul 15 13:52:00.876548 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: ecmp_routes.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.877442 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.877954 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 15 13:52:00.878282 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: empty_string_filtering.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.879177 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.879687 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: empty-string-filtering Jul 15 13:52:00.880015 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.880924 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.881430 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 15 13:52:00.881756 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.882701 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.883436 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 15 13:52:00.883436 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: external_net.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.884640 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.885400 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: external-net Jul 15 13:52:00.885728 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.886605 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.887114 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: extra_dhcp_opt Jul 15 13:52:00.887438 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: extraroute.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.888338 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.888851 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: extraroute Jul 15 13:52:00.889177 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: extraroute_atomic.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.890200 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.890711 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: extraroute-atomic Jul 15 13:52:00.891041 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: filter_validation.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.891694 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.892201 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: filter-validation Jul 15 13:52:00.892555 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: fip_pf_description.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.893692 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.894203 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 15 13:52:00.894533 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: fip_pf_port_range.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.895423 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.895933 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 15 13:52:00.896260 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: fip_port_details.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.897185 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.897698 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: fip-port-details Jul 15 13:52:00.898147 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: flavors.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.899281 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.899805 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: flavors Jul 15 13:52:00.900142 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.902366 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.902893 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 15 13:52:00.903235 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: floatingip_pools.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.903922 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.904469 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: floatingip-pools Jul 15 13:52:00.904808 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: ip_allocation.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.905708 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.906215 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extension ip_allocation not supported by any of loaded plugins Jul 15 13:52:00.906548 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.907447 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.907961 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: ip-substring-filtering Jul 15 13:52:00.908296 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: l2_adjacency.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.909238 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.909752 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 15 13:52:00.910082 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: l3.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.911074 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.911596 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: router Jul 15 13:52:00.911924 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.914236 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.914773 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 15 13:52:00.915111 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.916055 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.916657 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: ext-gw-mode Jul 15 13:52:00.916941 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.917987 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.918421 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: l3-ha Jul 15 13:52:00.918760 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.919682 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.920234 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 15 13:52:00.920625 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: l3_flavors.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.921493 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.922044 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: l3-flavors Jul 15 13:52:00.922407 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.923794 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.924368 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 15 13:52:00.924702 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.925663 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.926235 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 15 13:52:00.926570 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: l3agentscheduler.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.927700 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.928219 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: l3_agent_scheduler Jul 15 13:52:00.928612 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: local_ip.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.930473 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.931046 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extension local_ip not supported by any of loaded plugins Jul 15 13:52:00.931389 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: logging.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.933448 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.933976 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extension logging not supported by any of loaded plugins Jul 15 13:52:00.934350 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: metering.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.935077 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.935802 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: metering Jul 15 13:52:00.936041 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.937415 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.937979 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: metering_source_and_destination_fields Jul 15 13:52:00.938316 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: multiprovidernet.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.939232 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.939745 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: multi-provider Jul 15 13:52:00.940125 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: netmtu.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.941051 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.941561 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: net-mtu Jul 15 13:52:00.941940 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: netmtu_writable.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.942841 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.943355 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: net-mtu-writable Jul 15 13:52:00.943689 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: network_availability_zone.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.944364 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.944883 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: network_availability_zone Jul 15 13:52:00.945214 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: network_ip_availability.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.946318 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.946835 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: network-ip-availability Jul 15 13:52:00.947169 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: network_segment_range.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.948531 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.949041 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extension network-segment-range not supported by any of loaded plugins Jul 15 13:52:00.949375 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: pagination.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.950343 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.950681 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: pagination Jul 15 13:52:00.951008 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: port_device_profile.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.951889 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.952421 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: port-device-profile Jul 15 13:52:00.952754 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: port_mac_address_override.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.953664 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.954184 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: port-mac-override Jul 15 13:52:00.954511 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.955416 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.955928 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: port-mac-address-regenerate Jul 15 13:52:00.956257 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.957198 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.957708 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: port-numa-affinity-policy Jul 15 13:52:00.958036 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: port_resource_request.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.958921 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.959423 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extension port-resource-request not supported by any of loaded plugins Jul 15 13:52:00.959750 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: port_resource_request_groups.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.960732 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.961240 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 15 13:52:00.961569 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: portbindings.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.962459 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.963000 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: binding Jul 15 13:52:00.963329 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: portbindings_extended.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.964604 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.965113 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: binding-extended Jul 15 13:52:00.965444 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: portsecurity.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.966331 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.966844 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: port-security Jul 15 13:52:00.967179 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: project_id.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.968131 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.968506 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: project-id Jul 15 13:52:00.968842 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: providernet.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.969734 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.970259 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: provider Jul 15 13:52:00.970588 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: qos.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.974128 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.974922 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extension qos not supported by any of loaded plugins Jul 15 13:52:00.975262 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.976527 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.977047 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 15 13:52:00.977382 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.978291 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.978837 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 15 13:52:00.979168 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: qos_default.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.980058 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.980597 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extension qos-default not supported by any of loaded plugins Jul 15 13:52:00.980929 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: qos_fip.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.981819 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.982325 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extension qos-fip not supported by any of loaded plugins Jul 15 13:52:00.982654 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.983544 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.984055 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 15 13:52:00.984401 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: qos_gateway_ip.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.985297 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.985809 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 15 13:52:00.986137 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: qos_port_network_policy.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.987038 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.987543 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 15 13:52:00.987871 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.988916 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.989422 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 15 13:52:00.989749 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.990760 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.991268 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 15 13:52:00.991596 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: qos_pps_rule.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.992770 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.993284 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extension qos-pps not supported by any of loaded plugins Jul 15 13:52:00.993615 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: qos_rule_type_details.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.995033 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.995543 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 15 13:52:00.995872 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.996787 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.997295 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 15 13:52:00.997623 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: qos_rules_alias.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:00.998645 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:00.999152 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 15 13:52:00.999484 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: quota_check_limit.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:01.000371 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:01.000905 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: quota-check-limit Jul 15 13:52:01.001240 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: quotasv2.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:01.002216 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:01.002795 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: quotas Jul 15 13:52:01.002894 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: quotasv2_detail.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:01.004598 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:01.004945 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: quota_details Jul 15 13:52:01.005281 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: rbac.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:01.006663 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:01.007194 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: rbac-policies Jul 15 13:52:01.007535 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: rbac_address_group.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:01.008470 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:01.008999 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: rbac-address-group Jul 15 13:52:01.009329 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: rbac_address_scope.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:01.010788 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:01.011304 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: rbac-address-scope Jul 15 13:52:01.011638 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: rbac_security_groups.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:01.012635 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:01.013155 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: rbac-security-groups Jul 15 13:52:01.013489 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: rbac_subnetpool.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:01.014390 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:01.014906 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: rbac-subnetpool Jul 15 13:52:01.015236 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: revisionifmatch.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:01.016141 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:01.016684 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: revision-if-match Jul 15 13:52:01.017019 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: revisions.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:01.018116 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:01.018632 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: standard-attr-revisions Jul 15 13:52:01.018970 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: router_availability_zone.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:01.019621 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:01.020133 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: router_availability_zone Jul 15 13:52:01.020511 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: routerservicetype.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:01.021408 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:01.021919 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extension router-service-type not supported by any of loaded plugins Jul 15 13:52:01.022248 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:01.023163 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:01.023675 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: security-groups-normalized-cidr Jul 15 13:52:01.024004 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:01.024934 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:01.025476 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: port-security-groups-filtering Jul 15 13:52:01.025809 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:01.026713 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:01.027234 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: security-groups-remote-address-group Jul 15 13:52:01.027564 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:01.028504 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:01.029025 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: security-groups-shared-filtering Jul 15 13:52:01.029359 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: securitygroup.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:01.039089 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:01.039633 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: security-group Jul 15 13:52:01.039977 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: segment.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:01.040732 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:01.041283 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extension segment not supported by any of loaded plugins Jul 15 13:52:01.041617 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:01.042570 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:01.043084 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 15 13:52:01.043416 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: servicetype.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:01.044527 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:01.045045 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: service-type Jul 15 13:52:01.045377 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: sorting.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:01.046335 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:01.046673 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: sorting Jul 15 13:52:01.047001 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: standard_attr_segment.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:01.047889 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:01.048430 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 15 13:52:01.048759 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: standardattrdescription.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:01.049391 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:01.049903 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: standard-attr-description Jul 15 13:52:01.050233 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: stateful_security_group.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:01.051152 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:01.051669 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: stateful-security-group Jul 15 13:52:01.051998 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: stdattrs_common.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:01.052595 dv-cinder-850002-1-iscsi neutron-server[103774]: WARNING neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 15 13:52:01.052922 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:01.053816 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:01.054323 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 15 13:52:01.054651 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: subnet_onboard.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:01.055690 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:01.056215 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: subnet_onboard Jul 15 13:52:01.056583 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:01.058028 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:01.058545 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 15 13:52:01.058930 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: subnet_service_types.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:01.059780 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:01.060298 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: subnet-service-types Jul 15 13:52:01.060657 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: subnetallocation.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:01.061721 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:01.062236 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: subnet_allocation Jul 15 13:52:01.062569 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:01.063223 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:01.063733 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: subnetpool-prefix-ops Jul 15 13:52:01.064061 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:01.064999 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:01.065512 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 15 13:52:01.065841 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: tagging.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:01.066914 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:01.067433 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: standard-attr-tag Jul 15 13:52:01.067767 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: timestamp.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:01.068966 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:01.069484 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loaded extension: standard-attr-timestamp Jul 15 13:52:01.069816 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: trunk.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:01.070822 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:01.071344 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extension trunk not supported by any of loaded plugins Jul 15 13:52:01.071676 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: trunk_details.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:01.073152 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:01.073664 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extension trunk-details not supported by any of loaded plugins Jul 15 13:52:01.073991 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: uplink_status_propagation.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:01.074889 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:01.075393 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 15 13:52:01.075720 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Loading extension file: vlantransparent.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 13:52:01.076368 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 13:52:01.076900 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 15 13:52:01.079536 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.quota.resource_registry [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Creating instance of TrackedResource for resource:network Jul 15 13:52:01.080098 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.quota.resource_registry [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Creating instance of TrackedResource for resource:subnet Jul 15 13:52:01.080533 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.quota.resource_registry [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 13:52:01.080932 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.quota.resource_registry [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Creating instance of TrackedResource for resource:port Jul 15 13:52:01.083458 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.v2.resource_helper [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 13:52:01.083916 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.v2.resource_helper [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Service FLAVORS assigned prefix: {{(pid=103774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 13:52:01.084573 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.v2.resource_helper [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 13:52:01.085025 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.v2.resource_helper [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 13:52:01.085368 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.quota.resource_registry [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Creating instance of TrackedResource for resource:router Jul 15 13:52:01.085808 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.quota.resource_registry [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Creating instance of TrackedResource for resource:floatingip Jul 15 13:52:01.086316 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.v2.resource_helper [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Service METERING assigned prefix: /metering {{(pid=103774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 13:52:01.087764 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:01.088174 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:01.088560 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:52:01.089602 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.quota.resource_registry [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Creating instance of CountableResource for resource:rbac_policy Jul 15 13:52:01.090058 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.quota.resource_registry [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Creating instance of TrackedResource for resource:security_group Jul 15 13:52:01.090503 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.quota.resource_registry [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 15 13:52:01.091041 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.v2.resource_helper [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Service CORE assigned prefix: {{(pid=103774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 13:52:01.091376 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.quota.resource_registry [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 13:52:01.091730 dv-cinder-850002-1-iscsi neutron-server[103774]: WARNING neutron.quota.resource_registry [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] subnetpool is already registered Jul 15 13:52:01.092183 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.v2.resource_helper [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Service CORE assigned prefix: {{(pid=103774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 13:52:01.092568 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.quota.resource_registry [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 13:52:01.092914 dv-cinder-850002-1-iscsi neutron-server[103774]: WARNING neutron.quota.resource_registry [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] subnetpool is already registered Jul 15 13:52:01.095366 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.v2.resource_helper [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 13:52:01.095810 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.v2.resource_helper [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Service FLAVORS assigned prefix: {{(pid=103774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 13:52:01.096441 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.v2.resource_helper [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 13:52:01.096876 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.v2.resource_helper [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 13:52:01.097217 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.quota.resource_registry [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Creating instance of TrackedResource for resource:router Jul 15 13:52:01.097563 dv-cinder-850002-1-iscsi neutron-server[103774]: WARNING neutron.quota.resource_registry [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] router is already registered Jul 15 13:52:01.097983 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.quota.resource_registry [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Creating instance of TrackedResource for resource:floatingip Jul 15 13:52:01.098325 dv-cinder-850002-1-iscsi neutron-server[103774]: WARNING neutron.quota.resource_registry [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] floatingip is already registered Jul 15 13:52:01.098792 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.v2.resource_helper [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Service METERING assigned prefix: /metering {{(pid=103774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 13:52:01.099727 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.quota.resource_registry [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Creating instance of CountableResource for resource:rbac_policy Jul 15 13:52:01.100069 dv-cinder-850002-1-iscsi neutron-server[103774]: WARNING neutron.quota.resource_registry [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] rbac_policy is already registered Jul 15 13:52:01.100523 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.quota.resource_registry [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Creating instance of TrackedResource for resource:security_group Jul 15 13:52:01.100866 dv-cinder-850002-1-iscsi neutron-server[103774]: WARNING neutron.quota.resource_registry [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] security_group is already registered Jul 15 13:52:01.101282 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.quota.resource_registry [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 15 13:52:01.101622 dv-cinder-850002-1-iscsi neutron-server[103774]: WARNING neutron.quota.resource_registry [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] security_group_rule is already registered Jul 15 13:52:01.102276 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.v2.resource_helper [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Service CORE assigned prefix: {{(pid=103774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 13:52:01.102610 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.quota.resource_registry [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 13:52:01.102950 dv-cinder-850002-1-iscsi neutron-server[103774]: WARNING neutron.quota.resource_registry [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] subnetpool is already registered Jul 15 13:52:01.103377 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.v2.resource_helper [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Service CORE assigned prefix: {{(pid=103774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 13:52:01.103802 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.quota.resource_registry [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 13:52:01.104074 dv-cinder-850002-1-iscsi neutron-server[103774]: WARNING neutron.quota.resource_registry [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] subnetpool is already registered Jul 15 13:52:01.104586 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extended resource: extensions {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 13:52:01.106114 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extended resource: address-groups {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 13:52:01.107609 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extended resource: address-scopes {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 13:52:01.108995 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extended resource: agents {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 13:52:01.110175 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extended resource: auto-allocated-topology {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 13:52:01.111444 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extended resource: availability_zones {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 13:52:01.113153 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extended resource: dhcp-networks {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 13:52:01.114679 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extended resource: dhcp-agents {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 13:52:01.116153 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extended resource: routers {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 13:52:01.117934 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extended resource: flavors {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 13:52:01.119757 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extended resource: service_profiles {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 13:52:01.121037 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extended resource: next_providers {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 13:52:01.122524 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extended resource: service_profiles {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 13:52:01.124154 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extended resource: floatingip-pools {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 13:52:01.125484 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extended resource: routers {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 13:52:01.127273 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extended resource: floatingips {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 13:52:01.128651 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extended resource: l3-routers {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 13:52:01.130053 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extended resource: l3-agents {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 13:52:01.131514 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extended resource: metering-labels {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 13:52:01.132942 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extended resource: metering-label-rules {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 13:52:01.134358 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extended resource: network-ip-availabilities {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 13:52:01.136682 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extended resource: bindings {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 13:52:01.138471 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extended resource: quotas {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 13:52:01.140468 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extended resource: quotas {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 13:52:01.142183 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extended resource: rbac-policies {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 13:52:01.143395 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extended resource: security-groups {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 13:52:01.144784 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extended resource: security-group-rules {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 13:52:01.146067 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extended resource: service-providers {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 13:52:01.147304 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extended resource: subnetpools {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 13:52:01.148855 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extended resource: subnetpools {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 13:52:01.150466 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extended resource: tags {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 13:52:01.152249 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extended resource: tags {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 13:52:01.155291 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extended resource: tags {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 13:52:01.157295 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extended resource: tags {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 13:52:01.159107 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extended resource: tags {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 13:52:01.161280 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extended resource: tags {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 13:52:01.163428 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extended resource: tags {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 13:52:01.165237 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extended resource: tags {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 13:52:01.167184 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extended resource: tags {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 13:52:01.168989 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Extended resource: tags {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 13:52:01.175274 dv-cinder-850002-1-iscsi neutron-server[103774]: WARNING keystonemiddleware.auth_token [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 15 13:52:01.180604 dv-cinder-850002-1-iscsi neutron-server[103774]: WARNING keystonemiddleware.auth_token [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 15 13:52:01.190062 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_concurrency.lockutils [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Acquired lock "singleton_lock" {{(pid=103774) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 15 13:52:01.190546 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_concurrency.lockutils [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Releasing lock "singleton_lock" {{(pid=103774) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 15 13:52:01.191213 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO oslo_service.service [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Starting 2 workers Jul 15 13:52:01.196068 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Started child 103881 {{(pid=103774) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 13:52:01.201341 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Started child 103882 {{(pid=103774) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 13:52:01.202238 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:01.203163 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO neutron.service [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 15 13:52:01.203661 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:01.203811 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [-] (103881) wsgi starting up on http://0.0.0.0:9696 Jul 15 13:52:01.206274 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO oslo_service.service [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Starting 1 workers Jul 15 13:52:01.206914 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:01.208373 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [-] (103882) wsgi starting up on http://0.0.0.0:9696 Jul 15 13:52:01.211508 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Started child 103883 {{(pid=103774) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 13:52:01.212078 dv-cinder-850002-1-iscsi neutron-server[103774]: INFO oslo_service.service [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Starting 1 workers Jul 15 13:52:01.215355 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.service [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] calling RpcWorker wait() {{(pid=103883) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 15 13:52:01.216201 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.service [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] returning from RpcWorker wait() {{(pid=103883) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 15 13:52:01.216775 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Started child 103884 {{(pid=103774) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 13:52:01.217183 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:01.217589 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba40441c-4a03-44ee-be2c-ceed3ea11150 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:01.217752 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:52:01.219735 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103774) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 15 13:52:01.219940 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 15 13:52:01.220113 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 15 13:52:01.220558 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 15 13:52:01.220910 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 15 13:52:01.221084 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 15 13:52:01.221788 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.222074 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.222326 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.222615 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.223216 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.223471 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.223724 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:01.224785 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.224785 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.224785 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.225155 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.225155 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.225397 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.225519 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.225813 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:52:01.225973 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.226151 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.226400 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.226647 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.226866 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.227088 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.227333 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.227663 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.227959 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] debug = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.228224 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.228800 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.229065 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.229272 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.229496 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.229734 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.230090 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.230315 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.230533 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.230742 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.231001 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.231257 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.231516 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.231738 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.231944 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.232231 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.232504 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.233032 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] host = dv-cinder-850002-1-iscsi {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.233265 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.233483 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.233720 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.233969 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.234215 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.234460 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.234722 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.234968 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.235219 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.235478 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.235728 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.235983 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.236230 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.236623 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] log_file = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.236623 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] log_options = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.237038 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.237254 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.237468 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.237698 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.237909 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.237909 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.238325 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.238325 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.238752 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.238752 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.239194 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.239194 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.239604 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.239604 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.240013 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.240374 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.240374 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.240798 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.240798 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.241375 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.241375 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.241912 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.241912 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.241912 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.242532 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.242532 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.242964 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.242964 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.243654 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.243895 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.244683 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.244934 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.245331 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.245331 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.245720 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.245720 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.246043 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.246334 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.246569 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.246941 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.246941 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.247347 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.247555 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.247776 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.247987 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.248197 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.248434 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] use_json = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.248654 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.248888 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.249236 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.249236 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.249639 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.249639 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.250039 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.250243 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.250625 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.250839 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.251042 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.251297 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.251566 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.251795 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.252046 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.252599 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.252599 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.252990 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.253221 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.253442 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.253660 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.253868 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.254134 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.254410 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.254785 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.255032 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.255307 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.255567 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.255782 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.256022 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.256247 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.256547 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.256766 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.257143 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.257354 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.257560 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.257788 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.257996 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.258298 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.258654 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.258935 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.259189 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.259460 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.261054 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.261054 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.261054 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.261054 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.261927 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.261927 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.261927 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.261927 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.262754 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.262754 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.262754 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.263389 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.263389 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.263389 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.263975 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.263975 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.263975 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.264487 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.264487 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.264842 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.264842 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.265226 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.265413 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.265593 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.265770 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.266080 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.266413 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.266413 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.266809 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.266985 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.267191 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.268065 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.268065 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.268065 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.268065 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.268892 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.268892 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.268892 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.268892 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.269477 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.269477 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.269477 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.269898 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.269898 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.270207 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.270207 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.270493 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.270661 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.271005 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.271196 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.271626 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.271626 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.271989 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.271989 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.272312 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.272312 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.272700 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.272895 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.273097 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.273349 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.273611 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.274146 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.274146 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.274803 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.274803 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.274803 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.275663 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.275663 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.275663 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.276176 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.276176 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.276176 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.276742 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.276742 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.277092 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.277092 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.277917 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.277917 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.277917 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.278424 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.278424 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.278424 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.278916 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.278916 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.279286 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.279472 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.279679 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.279889 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.280147 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.280694 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.280694 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.281214 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.281214 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.281574 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.281859 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.282093 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.283388 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.283752 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.284044 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.284436 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.284647 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.285839 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.285839 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.285839 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.285839 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.285839 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.286951 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.286951 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.286951 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.286951 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.287682 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.287682 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.287682 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.288526 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.288526 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.288526 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.289169 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.289169 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.289169 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.289762 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.289762 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.289762 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.290362 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.290362 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.290681 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.290681 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.291814 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.291814 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.291814 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.292479 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.292479 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.292939 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.292939 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.292939 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.293731 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.293731 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.293731 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.294342 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.294342 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.294342 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.295054 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.295054 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.295054 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.295640 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.295640 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.295640 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.296232 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.296232 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.296632 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.296632 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.297061 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.297061 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.297445 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.297656 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.297890 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.298120 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.298511 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.298511 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.298951 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.298951 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.299379 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.299379 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.299797 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.300005 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.300213 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.300450 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.300665 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.300897 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.301110 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.301322 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.301547 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.301803 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.302194 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.302194 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.302623 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.302623 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.303023 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.303236 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.303436 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.303679 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.304034 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.304034 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.304550 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.304550 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.304965 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.304965 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.305379 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.305379 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.305778 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.305778 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.306188 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.306188 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.306596 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.307391 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.307621 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.307842 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.308070 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.308304 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.308722 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.308722 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.309231 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.309231 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.309231 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.309879 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.309879 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.309879 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.310480 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.310480 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.310480 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.311214 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.311214 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.311214 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.311810 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.311810 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.311810 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.312620 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.312620 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.312620 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.312620 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.313447 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.313447 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.313447 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.313447 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.314413 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.314413 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.314413 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.314413 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.315229 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.315229 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.315229 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.315229 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.315979 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.315979 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.315979 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.316661 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.316661 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.317031 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.317031 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.317475 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.317475 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.317915 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.317915 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.318352 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.318573 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.319058 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.319058 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.319484 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.319699 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.319930 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.320164 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.320452 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.320679 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.320912 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.321176 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.321412 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.321671 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.321919 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.322138 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.322523 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.322828 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.323078 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.323319 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.323533 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.323824 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.323824 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.324514 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.324514 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.324514 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.325443 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.325443 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.325443 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.325443 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 15 13:52:01.326276 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103774) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 15 13:52:01.326276 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 15 13:52:01.326276 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 15 13:52:01.326876 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 15 13:52:01.326876 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 15 13:52:01.326876 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 15 13:52:01.326876 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.327692 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.327692 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.327692 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.327692 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.327692 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.328896 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.328896 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.328896 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.328896 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.328896 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.328896 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.328896 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.328896 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.330659 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.330659 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.330659 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.330659 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.330659 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.330659 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.330659 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.330659 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] debug = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.331853 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.331853 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.331853 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.331853 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.331853 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.331853 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.333101 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.333101 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.333101 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.333101 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.333101 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.333101 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.333101 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.333101 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.334648 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.334648 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.334648 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.334648 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] host = dv-cinder-850002-1-iscsi {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.334648 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.334648 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.334648 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.334648 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.335978 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.335978 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.335978 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.335978 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.335978 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.335978 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.335978 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.335978 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.337221 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.337221 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] log_file = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.337221 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] log_options = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.337221 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.337221 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.337221 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.337221 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.337221 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.338678 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.338678 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.338678 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.338678 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.338678 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.338678 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.338678 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.338678 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.340162 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.340162 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.340162 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.340162 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.340162 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.340162 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.340162 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.340162 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.341606 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.341606 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.341606 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.341606 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.341606 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.341606 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.341606 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.341606 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.341606 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.343351 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.343351 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.343351 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.343351 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.343351 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.343351 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.343351 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.343351 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.344933 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.344933 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.344933 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.344933 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.344933 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.344933 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.344933 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.344933 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.347317 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] use_json = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.347317 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.347317 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.347317 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.347317 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.347317 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.347317 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.347317 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.348286 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.348286 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 13:52:01.348286 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.348286 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.348286 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.348286 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.348286 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.348286 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.349328 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.349328 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.349328 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.349328 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.349328 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.349328 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.349328 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.349328 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.350593 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.350593 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.350593 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.350593 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.350593 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.350593 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.350593 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.350593 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.351569 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.351569 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.351569 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.351569 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.351569 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.351569 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.351569 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.351569 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.355183 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.355183 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.355183 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.355183 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.355183 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.355183 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.355183 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.355183 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.355937 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.355937 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.355937 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.355937 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.355937 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.355937 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.355937 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.355937 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.355937 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.357190 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.357190 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.357190 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.357190 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.357190 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.357190 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.357190 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.357190 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.357190 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.357867 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.357867 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.357867 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.357867 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.357867 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.357867 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.357867 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.357867 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.358438 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.358438 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.358438 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.358438 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.358438 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.358438 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.358438 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.358438 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.358438 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.358963 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.358963 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.358963 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.358963 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.358963 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.358963 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.358963 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.358963 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.358963 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.359863 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.359863 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.359863 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.359863 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.359863 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.359863 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.359863 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.359863 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.359863 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.360507 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.360507 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.360507 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.360507 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.360507 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.360507 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.360507 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.361260 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.361260 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.361260 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.361260 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.361260 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.361803 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.361803 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.361803 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.361803 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.362249 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.362249 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.362249 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.362584 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.362584 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.362887 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.362887 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.363213 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.363213 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.363487 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.363487 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.363825 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.363825 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.364157 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.364157 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.364403 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.364403 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.364681 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.364681 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.364942 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.365087 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.365225 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.365367 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.365503 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.365639 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.365787 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.365940 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.366081 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.366217 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.366356 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.366498 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.366638 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.366854 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.367004 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.367139 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.367289 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.367426 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.367561 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.367732 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.367894 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.368056 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.368147 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:52:01.368254 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.368353 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.368543 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.368705 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.368865 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.369028 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.369249 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.369915 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.370087 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.370300 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.370497 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.370706 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.370706 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.371082 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.371082 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.371454 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.371454 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.371454 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.371999 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.371999 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.371999 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.372609 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.372609 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.372609 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.372609 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.373318 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.373318 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.373318 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.373318 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.373318 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.374300 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.374300 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.374300 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.374300 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.374300 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.374300 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.374300 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.375807 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.375807 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.375807 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.375807 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.375807 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.375807 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.375807 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.375807 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.377353 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.377353 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.377353 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.377353 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.377353 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.377353 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.377353 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.377353 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.379328 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.379328 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.379328 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.379328 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.379328 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.382093 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.382093 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.382093 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.382093 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.382093 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.383710 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 43812) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 13:52:01.383877 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.383877 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.383877 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.383877 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.383877 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.383877 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.383877 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.383877 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.383877 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.385004 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.385004 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.385004 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.385004 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.385004 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.385004 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.385004 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.385004 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.385950 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.385950 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.385950 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.385950 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.385950 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.385950 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.385950 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.385950 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.386922 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.386922 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.386922 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.386922 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.386922 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.386922 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.386922 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.386922 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.387891 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.387891 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.387891 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.387891 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.388358 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.388358 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.388358 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.389086 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.389086 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.389086 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.389086 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.389714 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.389714 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.389714 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.389714 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.390305 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.390305 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.390305 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.390305 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.390798 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.390798 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.390798 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.391363 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.391656 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.391811 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.392001 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.392144 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.392319 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.392547 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.392702 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.392855 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.392994 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.393269 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.393527 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.393765 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.394019 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.394175 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.394355 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.394571 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.394701 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.394831 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.394995 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.395141 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.395306 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.395467 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.395629 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.395793 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.395954 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.396115 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.396277 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.396464 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.396617 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.396742 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.398120 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.398120 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.398120 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.398120 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.398120 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.398120 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.398120 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.399285 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 13:52:01.399285 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 15 13:52:01.400060 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0093946 Jul 15 13:52:10.694310 dv-cinder-850002-1-iscsi neutron-server[103774]: DEBUG dbcounter [-] [103774] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:52:13.350753 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8ddf73-0fa5-421e-9e4c-5a9a56263e82 None None] get_active_networks_info from dv-cinder-850002-1-iscsi {{(pid=103883) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 15 13:52:13.361597 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writer thread running {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 15 13:52:13.362263 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writer thread running {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 15 13:52:13.430469 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8ddf73-0fa5-421e-9e4c-5a9a56263e82 None None] No non-hosted networks {{(pid=103883) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 15 13:52:13.442416 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.agentschedulers_db [None req-4f8ddf73-0fa5-421e-9e4c-5a9a56263e82 None None] DHCP Agent not found on host dv-cinder-850002-1-iscsi {{(pid=103883) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 15 13:52:13.503434 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-381eaf15-7580-4262-8d1c-3b003e383d94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-452641'] for agent (6c40ee43-5406-4a95-b7b4-11b32ddced25), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:15.328874 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writer thread running {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 15 13:52:15.796206 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-9e5bff7f-335b-4f37-bfc3-dbac4140a3a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-452641'] for agent (f703993d-e678-48e2-a65c-4d8192af82e3), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:15.812344 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5c63b40c-780b-47a5-8e44-a3af635d8eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (f703993d-e678-48e2-a65c-4d8192af82e3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:16.781977 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 43884) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 13:52:17.223773 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62650970-9807-4a53-b182-b0e3c169648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-452641'] for agent (be31d1c0-1844-4ed1-99dc-0179bb6e7ee8), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:17.417383 dv-cinder-850002-1-iscsi neutron-server[103881]: WARNING oslo_policy.policy [None req-3c62671b-ae75-45c0-9d89-36e8f6856d4e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 13:52:17.417951 dv-cinder-850002-1-iscsi neutron-server[103881]: WARNING oslo_policy.policy [None req-3c62671b-ae75-45c0-9d89-36e8f6856d4e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 13:52:17.640623 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [None req-3c62671b-ae75-45c0-9d89-36e8f6856d4e admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103881) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 15 13:52:17.656428 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-3c62671b-ae75-45c0-9d89-36e8f6856d4e admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8580208 Jul 15 13:52:18.459364 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee182daf-6335-4abe-96a5-cfae59e42a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-452641'] for agent (d0f04363-b393-47bd-b9b2-c25e00098206), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:18.673322 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-452641'] for agent (7bcac420-d3a9-4cfc-af22-5ba5795a5287), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:18.674598 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:18.674978 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:18.675895 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:18.676233 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:18.678214 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:18.678570 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:18.678910 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:18.679548 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:18.679896 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:18.680228 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:18.682962 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:18.683324 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:18.685420 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:18.686015 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:18.688759 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:18.689214 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-850002-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:52:18.697678 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-850002-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:52:20.291650 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 43920) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 13:52:20.683767 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-14ba1389-2bc6-44af-bb0f-8daeb9d13b15 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 13:52:20.780349 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.policy [None req-14ba1389-2bc6-44af-bb0f-8daeb9d13b15 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103881) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 15 13:52:20.824176 dv-cinder-850002-1-iscsi neutron-server[103881]: WARNING oslo_policy.policy [None req-14ba1389-2bc6-44af-bb0f-8daeb9d13b15 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 13:52:20.824591 dv-cinder-850002-1-iscsi neutron-server[103881]: WARNING oslo_policy.policy [None req-14ba1389-2bc6-44af-bb0f-8daeb9d13b15 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 13:52:20.846382 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writer thread running {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 15 13:52:20.933975 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-14ba1389-2bc6-44af-bb0f-8daeb9d13b15 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774718923391', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774718922763', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774718940094', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774718945684', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774719020932', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774719027814', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7936500', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7633890', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-367047', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1769250'] for rbac-policy (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:21.015602 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-14ba1389-2bc6-44af-bb0f-8daeb9d13b15 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:21.021056 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-14ba1389-2bc6-44af-bb0f-8daeb9d13b15 admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7280290 Jul 15 13:52:22.998818 dv-cinder-850002-1-iscsi neutron-server[103883]: INFO neutron.db.l3_hamode_db [None req-ab7a0946-170f-4134-b6c6-d19ac0566ab6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 15 13:52:23.080345 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7a0946-170f-4134-b6c6-d19ac0566ab6 None None] Routers set() bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 13:52:23.080755 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7a0946-170f-4134-b6c6-d19ac0566ab6 None None] Router IDs set() for agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 15 13:52:23.327940 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 43932) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 13:52:23.665703 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-762d519c-2b4f-4bcb-a41d-c5ca9754b7d1 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 13:52:23.696590 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762d519c-2b4f-4bcb-a41d-c5ca9754b7d1 demo demo] Made reservation on behalf of f7e19f2b19b0472c87c1688310368276 for: {'network': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:52:23.701251 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-762d519c-2b4f-4bcb-a41d-c5ca9754b7d1 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for network (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:23.718003 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-762d519c-2b4f-4bcb-a41d-c5ca9754b7d1 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:23.833265 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-762d519c-2b4f-4bcb-a41d-c5ca9754b7d1 demo demo] Publish callbacks [] for security_group (41083262-9424-4b1c-9810-df33c534333a), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:23.838598 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-762d519c-2b4f-4bcb-a41d-c5ca9754b7d1 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (41083262-9424-4b1c-9810-df33c534333a), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:23.879228 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-762d519c-2b4f-4bcb-a41d-c5ca9754b7d1 demo demo] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=103881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:52:23.917812 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-762d519c-2b4f-4bcb-a41d-c5ca9754b7d1 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774722533654', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7753414'] for segment (423e2abd-d909-4d65-8050-27e1977a43ea), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:23.918436 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-762d519c-2b4f-4bcb-a41d-c5ca9754b7d1 demo demo] Unsubscribe: segment precommit_create {{(pid=103881) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 15 13:52:23.918936 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.db.segments_db [None req-762d519c-2b4f-4bcb-a41d-c5ca9754b7d1 demo demo] Added segment 423e2abd-d909-4d65-8050-27e1977a43ea of type vlan for network 4694a580-d299-48ca-b286-2633c1e14e41 Jul 15 13:52:23.939128 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762d519c-2b4f-4bcb-a41d-c5ca9754b7d1 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=41083262-9424-4b1c-9810-df33c534333a,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:23.989603 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762d519c-2b4f-4bcb-a41d-c5ca9754b7d1 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:23.989946 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762d519c-2b4f-4bcb-a41d-c5ca9754b7d1 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:23.990309 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762d519c-2b4f-4bcb-a41d-c5ca9754b7d1 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:23.990672 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762d519c-2b4f-4bcb-a41d-c5ca9754b7d1 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:23.991009 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762d519c-2b4f-4bcb-a41d-c5ca9754b7d1 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:23.991338 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762d519c-2b4f-4bcb-a41d-c5ca9754b7d1 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:23.991664 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762d519c-2b4f-4bcb-a41d-c5ca9754b7d1 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:23.991988 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762d519c-2b4f-4bcb-a41d-c5ca9754b7d1 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:23.992311 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762d519c-2b4f-4bcb-a41d-c5ca9754b7d1 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:23.992658 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762d519c-2b4f-4bcb-a41d-c5ca9754b7d1 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:23.992983 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762d519c-2b4f-4bcb-a41d-c5ca9754b7d1 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:23.993319 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762d519c-2b4f-4bcb-a41d-c5ca9754b7d1 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:23.993647 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762d519c-2b4f-4bcb-a41d-c5ca9754b7d1 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:23.994626 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762d519c-2b4f-4bcb-a41d-c5ca9754b7d1 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:23.994945 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762d519c-2b4f-4bcb-a41d-c5ca9754b7d1 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:23.996428 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762d519c-2b4f-4bcb-a41d-c5ca9754b7d1 demo demo] Tracked resource versions report: Jul 15 13:52:23.996428 dv-cinder-850002-1-iscsi neutron-server[103881]: pushed versions: Jul 15 13:52:23.996428 dv-cinder-850002-1-iscsi neutron-server[103881]: { 'AddressGroup': {'1.2'}, Jul 15 13:52:23.996428 dv-cinder-850002-1-iscsi neutron-server[103881]: 'Agent': {'1.1'}, Jul 15 13:52:23.996428 dv-cinder-850002-1-iscsi neutron-server[103881]: 'ConntrackHelper': {'1.0'}, Jul 15 13:52:23.996428 dv-cinder-850002-1-iscsi neutron-server[103881]: 'LocalIPAssociation': {'1.0'}, Jul 15 13:52:23.996428 dv-cinder-850002-1-iscsi neutron-server[103881]: 'Log': {'1.0'}, Jul 15 13:52:23.996428 dv-cinder-850002-1-iscsi neutron-server[103881]: 'NDPProxy': {'1.0'}, Jul 15 13:52:23.996428 dv-cinder-850002-1-iscsi neutron-server[103881]: 'Network': {'1.1'}, Jul 15 13:52:23.996428 dv-cinder-850002-1-iscsi neutron-server[103881]: 'Port': {'1.7'}, Jul 15 13:52:23.996428 dv-cinder-850002-1-iscsi neutron-server[103881]: 'PortForwarding': {'1.3'}, Jul 15 13:52:23.996428 dv-cinder-850002-1-iscsi neutron-server[103881]: 'QosPolicy': {'1.10'}, Jul 15 13:52:23.996428 dv-cinder-850002-1-iscsi neutron-server[103881]: 'SecurityGroup': {'1.5'}, Jul 15 13:52:23.996428 dv-cinder-850002-1-iscsi neutron-server[103881]: 'SecurityGroupRule': {'1.2'}, Jul 15 13:52:23.996428 dv-cinder-850002-1-iscsi neutron-server[103881]: 'SubPort': {'1.0'}, Jul 15 13:52:23.996428 dv-cinder-850002-1-iscsi neutron-server[103881]: 'Subnet': {'1.1'}, Jul 15 13:52:23.996428 dv-cinder-850002-1-iscsi neutron-server[103881]: 'Trunk': {'1.1'}} Jul 15 13:52:23.996428 dv-cinder-850002-1-iscsi neutron-server[103881]: consumer versions: Jul 15 13:52:23.996428 dv-cinder-850002-1-iscsi neutron-server[103881]: { DHCP agent@dv-cinder-850002-1-iscsi: {}, Jul 15 13:52:23.996428 dv-cinder-850002-1-iscsi neutron-server[103881]: L3 agent@dv-cinder-850002-1-iscsi: {}, Jul 15 13:52:23.996428 dv-cinder-850002-1-iscsi neutron-server[103881]: Metadata agent@dv-cinder-850002-1-iscsi: {}, Jul 15 13:52:23.996428 dv-cinder-850002-1-iscsi neutron-server[103881]: Metering agent@dv-cinder-850002-1-iscsi: {}, Jul 15 13:52:23.996428 dv-cinder-850002-1-iscsi neutron-server[103881]: Open vSwitch agent@dv-cinder-850002-1-iscsi: { 'AddressGroup': '1.2', Jul 15 13:52:23.996428 dv-cinder-850002-1-iscsi neutron-server[103881]: 'Agent': '1.1', Jul 15 13:52:23.996428 dv-cinder-850002-1-iscsi neutron-server[103881]: 'ConntrackHelper': '1.0', Jul 15 13:52:23.996428 dv-cinder-850002-1-iscsi neutron-server[103881]: 'LocalIPAssociation': '1.0', Jul 15 13:52:23.996428 dv-cinder-850002-1-iscsi neutron-server[103881]: 'Log': '1.0', Jul 15 13:52:23.996428 dv-cinder-850002-1-iscsi neutron-server[103881]: 'NDPProxy': '1.0', Jul 15 13:52:23.996428 dv-cinder-850002-1-iscsi neutron-server[103881]: 'Network': '1.1', Jul 15 13:52:23.996428 dv-cinder-850002-1-iscsi neutron-server[103881]: 'Port': '1.7', Jul 15 13:52:23.996428 dv-cinder-850002-1-iscsi neutron-server[103881]: 'PortForwarding': '1.3', Jul 15 13:52:23.996428 dv-cinder-850002-1-iscsi neutron-server[103881]: 'QosPolicy': '1.10', Jul 15 13:52:23.996428 dv-cinder-850002-1-iscsi neutron-server[103881]: 'SecurityGroup': '1.5', Jul 15 13:52:23.996428 dv-cinder-850002-1-iscsi neutron-server[103881]: 'SecurityGroupRule': '1.2', Jul 15 13:52:23.996428 dv-cinder-850002-1-iscsi neutron-server[103881]: 'SubPort': '1.0', Jul 15 13:52:23.996428 dv-cinder-850002-1-iscsi neutron-server[103881]: 'Subnet': '1.1', Jul 15 13:52:23.996428 dv-cinder-850002-1-iscsi neutron-server[103881]: 'Trunk': '1.1'}} Jul 15 13:52:23.996428 dv-cinder-850002-1-iscsi neutron-server[103881]: {{(pid=103881) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 13:52:24.027752 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-762d519c-2b4f-4bcb-a41d-c5ca9754b7d1 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774722052666'] for network (4694a580-d299-48ca-b286-2633c1e14e41), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:24.076281 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-762d519c-2b4f-4bcb-a41d-c5ca9754b7d1 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794'] for network (4694a580-d299-48ca-b286-2633c1e14e41), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:24.081736 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762d519c-2b4f-4bcb-a41d-c5ca9754b7d1 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 13:52:24.082474 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-762d519c-2b4f-4bcb-a41d-c5ca9754b7d1 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for network (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:24.153918 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-762d519c-2b4f-4bcb-a41d-c5ca9754b7d1 demo demo] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8246803 Jul 15 13:52:24.166408 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=53,neutron:INSERT=43,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:52:24.211507 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762d519c-2b4f-4bcb-a41d-c5ca9754b7d1 demo demo] Pushing event updated for resources: {'Network': ['ID=4694a580-d299-48ca-b286-2633c1e14e41,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:24.229138 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Network 4694a580-d299-48ca-b286-2633c1e14e41 details requested by agent ovs-agent-dv-cinder-850002-1-iscsi with host dv-cinder-850002-1-iscsi {{(pid=103883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:52:26.514332 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 43946) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 13:52:26.953098 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339ecb60-ee1c-4044-9992-693cde6b84df demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 13:52:26.954465 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-339ecb60-ee1c-4044-9992-693cde6b84df demo admin] 10.222.0.16 "GET /v2.0/networks/4694a580-d299-48ca-b286-2633c1e14e41 HTTP/1.1" status: 200 len: 825 time: 0.4391787 Jul 15 13:52:26.979969 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-ca7107cb-e847-455d-a0df-ad1925e185ee demo admin] 10.222.0.16 "GET /v2.0/subnetpools/c6ea8335-9abc-4c29-817e-20ac755971f1 HTTP/1.1" status: 200 len: 734 time: 0.0195665 Jul 15 13:52:26.988721 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-715c2fe1-37bb-4849-8b39-53182679dafc demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': 'c6ea8335-9abc-4c29-817e-20ac755971f1', 'network_id': '4694a580-d299-48ca-b286-2633c1e14e41', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 13:52:27.010627 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715c2fe1-37bb-4849-8b39-53182679dafc demo admin] Made reservation on behalf of f7e19f2b19b0472c87c1688310368276 for: {'subnet': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:52:27.012970 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-715c2fe1-37bb-4849-8b39-53182679dafc demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:27.175531 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:52:27.327386 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-715c2fe1-37bb-4849-8b39-53182679dafc demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794'] for subnet (2373024e-f3af-4547-b294-c3f691120dee), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:27.404226 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715c2fe1-37bb-4849-8b39-53182679dafc demo admin] Pushing event updated for resources: {'Subnet': ['ID=2373024e-f3af-4547-b294-c3f691120dee,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:27.406254 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715c2fe1-37bb-4849-8b39-53182679dafc demo admin] Checking segment: {'id': '423e2abd-d909-4d65-8050-27e1977a43ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4694a580-d299-48ca-b286-2633c1e14e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 13:52:27.406613 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715c2fe1-37bb-4849-8b39-53182679dafc demo admin] Network hostable DHCP agents. Network: 4694a580-d299-48ca-b286-2633c1e14e41, hostable agents: ['6c40ee43-5406-4a95-b7b4-11b32ddced25'], hosted agents: [] {{(pid=103881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:52:27.429704 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715c2fe1-37bb-4849-8b39-53182679dafc demo admin] Network 4694a580-d299-48ca-b286-2633c1e14e41 is scheduled to be hosted by DHCP agent 6c40ee43-5406-4a95-b7b4-11b32ddced25 with binding_index 1 {{(pid=103881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:52:27.445292 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-715c2fe1-37bb-4849-8b39-53182679dafc demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850002-1-iscsi, 4694a580-d299-48ca-b286-2633c1e14e41) {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:52:27.450932 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715c2fe1-37bb-4849-8b39-53182679dafc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 13:52:27.451542 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-715c2fe1-37bb-4849-8b39-53182679dafc demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for subnet (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:27.456850 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93983458-088c-4e64-bd03-4691feb088f4 None None] Network 4694a580-d299-48ca-b286-2633c1e14e41 requested from dv-cinder-850002-1-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 13:52:27.478042 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-715c2fe1-37bb-4849-8b39-53182679dafc demo admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4859543 Jul 15 13:52:27.731026 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5f997f-91a9-4df7-943c-14a22e93c177 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc234a0a-26a4-5646-a6f4-c567700ad66a-4694a580-d299-48ca-b286-2633c1e14e41', 'network_id': '4694a580-d299-48ca-b286-2633c1e14e41', 'project_id': 'f7e19f2b19b0472c87c1688310368276', 'fixed_ips': [{'subnet_id': '2373024e-f3af-4547-b294-c3f691120dee'}]}} from dv-cinder-850002-1-iscsi. {{(pid=103883) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 15 13:52:27.732349 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7e5f997f-91a9-4df7-943c-14a22e93c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:28.028327 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [None req-7e5f997f-91a9-4df7-943c-14a22e93c177 None None] Allocated IP 172.20.0.2 (4694a580-d299-48ca-b286-2633c1e14e41/2373024e-f3af-4547-b294-c3f691120dee/b2d01546-1033-45b7-b279-8a4055995565) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:52:28.314475 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7e5f997f-91a9-4df7-943c-14a22e93c177 None None] Publish callbacks [] for port (b2d01546-1033-45b7-b279-8a4055995565), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:28.324578 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7e5f997f-91a9-4df7-943c-14a22e93c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679'] for port (b2d01546-1033-45b7-b279-8a4055995565), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:28.332410 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=63,neutron:INSERT=34,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:52:28.410524 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5f997f-91a9-4df7-943c-14a22e93c177 None None] Network 4694a580-d299-48ca-b286-2633c1e14e41 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:52:28.417920 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-7e5f997f-91a9-4df7-943c-14a22e93c177 None None] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:52:28.421098 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5f997f-91a9-4df7-943c-14a22e93c177 None None] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 13:52:28.429384 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f997f-91a9-4df7-943c-14a22e93c177 None None] Pushing event updated for resources: {'Port': ['ID=b2d01546-1033-45b7-b279-8a4055995565,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:28.460622 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f997f-91a9-4df7-943c-14a22e93c177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:28.461399 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f997f-91a9-4df7-943c-14a22e93c177 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:28.461399 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f997f-91a9-4df7-943c-14a22e93c177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:28.461742 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f997f-91a9-4df7-943c-14a22e93c177 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:28.462086 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f997f-91a9-4df7-943c-14a22e93c177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:28.462422 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f997f-91a9-4df7-943c-14a22e93c177 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:28.463316 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f997f-91a9-4df7-943c-14a22e93c177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:28.463650 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f997f-91a9-4df7-943c-14a22e93c177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:28.463979 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f997f-91a9-4df7-943c-14a22e93c177 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:28.464311 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f997f-91a9-4df7-943c-14a22e93c177 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:28.464666 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f997f-91a9-4df7-943c-14a22e93c177 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:28.465013 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f997f-91a9-4df7-943c-14a22e93c177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:28.466116 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f997f-91a9-4df7-943c-14a22e93c177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:28.466467 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f997f-91a9-4df7-943c-14a22e93c177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:28.466801 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f997f-91a9-4df7-943c-14a22e93c177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:28.468266 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f997f-91a9-4df7-943c-14a22e93c177 None None] Tracked resource versions report: Jul 15 13:52:28.468266 dv-cinder-850002-1-iscsi neutron-server[103883]: pushed versions: Jul 15 13:52:28.468266 dv-cinder-850002-1-iscsi neutron-server[103883]: { 'AddressGroup': {'1.2'}, Jul 15 13:52:28.468266 dv-cinder-850002-1-iscsi neutron-server[103883]: 'Agent': {'1.1'}, Jul 15 13:52:28.468266 dv-cinder-850002-1-iscsi neutron-server[103883]: 'ConntrackHelper': {'1.0'}, Jul 15 13:52:28.468266 dv-cinder-850002-1-iscsi neutron-server[103883]: 'LocalIPAssociation': {'1.0'}, Jul 15 13:52:28.468266 dv-cinder-850002-1-iscsi neutron-server[103883]: 'Log': {'1.0'}, Jul 15 13:52:28.468266 dv-cinder-850002-1-iscsi neutron-server[103883]: 'NDPProxy': {'1.0'}, Jul 15 13:52:28.468266 dv-cinder-850002-1-iscsi neutron-server[103883]: 'Network': {'1.1'}, Jul 15 13:52:28.468266 dv-cinder-850002-1-iscsi neutron-server[103883]: 'Port': {'1.7'}, Jul 15 13:52:28.468266 dv-cinder-850002-1-iscsi neutron-server[103883]: 'PortForwarding': {'1.3'}, Jul 15 13:52:28.468266 dv-cinder-850002-1-iscsi neutron-server[103883]: 'QosPolicy': {'1.10'}, Jul 15 13:52:28.468266 dv-cinder-850002-1-iscsi neutron-server[103883]: 'SecurityGroup': {'1.5'}, Jul 15 13:52:28.468266 dv-cinder-850002-1-iscsi neutron-server[103883]: 'SecurityGroupRule': {'1.2'}, Jul 15 13:52:28.468266 dv-cinder-850002-1-iscsi neutron-server[103883]: 'SubPort': {'1.0'}, Jul 15 13:52:28.468266 dv-cinder-850002-1-iscsi neutron-server[103883]: 'Subnet': {'1.1'}, Jul 15 13:52:28.468266 dv-cinder-850002-1-iscsi neutron-server[103883]: 'Trunk': {'1.1'}} Jul 15 13:52:28.468266 dv-cinder-850002-1-iscsi neutron-server[103883]: consumer versions: Jul 15 13:52:28.468266 dv-cinder-850002-1-iscsi neutron-server[103883]: { DHCP agent@dv-cinder-850002-1-iscsi: {}, Jul 15 13:52:28.468266 dv-cinder-850002-1-iscsi neutron-server[103883]: L3 agent@dv-cinder-850002-1-iscsi: {}, Jul 15 13:52:28.468266 dv-cinder-850002-1-iscsi neutron-server[103883]: Metadata agent@dv-cinder-850002-1-iscsi: {}, Jul 15 13:52:28.468266 dv-cinder-850002-1-iscsi neutron-server[103883]: Metering agent@dv-cinder-850002-1-iscsi: {}, Jul 15 13:52:28.468266 dv-cinder-850002-1-iscsi neutron-server[103883]: Open vSwitch agent@dv-cinder-850002-1-iscsi: { 'AddressGroup': '1.2', Jul 15 13:52:28.468266 dv-cinder-850002-1-iscsi neutron-server[103883]: 'Agent': '1.1', Jul 15 13:52:28.468266 dv-cinder-850002-1-iscsi neutron-server[103883]: 'ConntrackHelper': '1.0', Jul 15 13:52:28.468266 dv-cinder-850002-1-iscsi neutron-server[103883]: 'LocalIPAssociation': '1.0', Jul 15 13:52:28.468266 dv-cinder-850002-1-iscsi neutron-server[103883]: 'Log': '1.0', Jul 15 13:52:28.468266 dv-cinder-850002-1-iscsi neutron-server[103883]: 'NDPProxy': '1.0', Jul 15 13:52:28.468266 dv-cinder-850002-1-iscsi neutron-server[103883]: 'Network': '1.1', Jul 15 13:52:28.468266 dv-cinder-850002-1-iscsi neutron-server[103883]: 'Port': '1.7', Jul 15 13:52:28.468266 dv-cinder-850002-1-iscsi neutron-server[103883]: 'PortForwarding': '1.3', Jul 15 13:52:28.468266 dv-cinder-850002-1-iscsi neutron-server[103883]: 'QosPolicy': '1.10', Jul 15 13:52:28.468266 dv-cinder-850002-1-iscsi neutron-server[103883]: 'SecurityGroup': '1.5', Jul 15 13:52:28.468266 dv-cinder-850002-1-iscsi neutron-server[103883]: 'SecurityGroupRule': '1.2', Jul 15 13:52:28.468266 dv-cinder-850002-1-iscsi neutron-server[103883]: 'SubPort': '1.0', Jul 15 13:52:28.468266 dv-cinder-850002-1-iscsi neutron-server[103883]: 'Subnet': '1.1', Jul 15 13:52:28.468266 dv-cinder-850002-1-iscsi neutron-server[103883]: 'Trunk': '1.1'}} Jul 15 13:52:28.468266 dv-cinder-850002-1-iscsi neutron-server[103883]: {{(pid=103883) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 13:52:28.521606 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-7e5f997f-91a9-4df7-943c-14a22e93c177 None None] Attempting to bind port b2d01546-1033-45b7-b279-8a4055995565 on host dv-cinder-850002-1-iscsi for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 15 13:52:28.522001 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-7e5f997f-91a9-4df7-943c-14a22e93c177 None None] Attempting to bind port b2d01546-1033-45b7-b279-8a4055995565 by drivers openvswitch,hyperv on host dv-cinder-850002-1-iscsi at level 0 using segments [{'id': '423e2abd-d909-4d65-8050-27e1977a43ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4694a580-d299-48ca-b286-2633c1e14e41'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 15 13:52:28.522419 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5f997f-91a9-4df7-943c-14a22e93c177 None None] Attempting to bind port b2d01546-1033-45b7-b279-8a4055995565 on network 4694a580-d299-48ca-b286-2633c1e14e41 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 13:52:28.528181 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5f997f-91a9-4df7-943c-14a22e93c177 None None] Checking agent: {'id': '7bcac420-d3a9-4cfc-af22-5ba5795a5287', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 13, 52, 19), 'started_at': datetime.datetime(2022, 7, 15, 13, 52, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 13, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 13:52:28.528615 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5f997f-91a9-4df7-943c-14a22e93c177 None None] Checking segment: {'id': '423e2abd-d909-4d65-8050-27e1977a43ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4694a580-d299-48ca-b286-2633c1e14e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 13:52:28.529095 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7e5f997f-91a9-4df7-943c-14a22e93c177 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:28.529496 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5f997f-91a9-4df7-943c-14a22e93c177 None None] Bound using segment: {'id': '423e2abd-d909-4d65-8050-27e1977a43ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4694a580-d299-48ca-b286-2633c1e14e41'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 13:52:28.529963 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-7e5f997f-91a9-4df7-943c-14a22e93c177 None None] Bound port: b2d01546-1033-45b7-b279-8a4055995565, host: dv-cinder-850002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '423e2abd-d909-4d65-8050-27e1977a43ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4694a580-d299-48ca-b286-2633c1e14e41'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 15 13:52:28.530377 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7e5f997f-91a9-4df7-943c-14a22e93c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (b2d01546-1033-45b7-b279-8a4055995565), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:28.595937 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-7e5f997f-91a9-4df7-943c-14a22e93c177 None None] For port b2d01546-1033-45b7-b279-8a4055995565, host dv-cinder-850002-1-iscsi, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:52:28.616851 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-7e5f997f-91a9-4df7-943c-14a22e93c177 None None] For port b2d01546-1033-45b7-b279-8a4055995565, host dv-cinder-850002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=b2d01546-1033-45b7-b279-8a4055995565,segment=NetworkSegment(423e2abd-d909-4d65-8050-27e1977a43ea),segment_id=423e2abd-d909-4d65-8050-27e1977a43ea)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:52:28.625553 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7e5f997f-91a9-4df7-943c-14a22e93c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (b2d01546-1033-45b7-b279-8a4055995565), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:28.692921 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f997f-91a9-4df7-943c-14a22e93c177 None None] Pushing event updated for resources: {'Port': ['ID=b2d01546-1033-45b7-b279-8a4055995565,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:29.860886 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 43956) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 13:52:30.218379 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [None req-3f37dff2-aec1-4751-b709-c94d7e5cbfd8 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103881) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 15 13:52:30.219384 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-3f37dff2-aec1-4751-b709-c94d7e5cbfd8 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3575552 Jul 15 13:52:31.483077 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=5 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:52:31.484627 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=19,neutron:INSERT=31 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:52:32.525099 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 43968) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 13:52:32.865619 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [None req-31244154-0e58-4b5a-a965-befb11611f45 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103881) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 15 13:52:32.876418 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-31244154-0e58-4b5a-a965-befb11611f45 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3405929 Jul 15 13:52:35.144991 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 43976) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 13:52:35.536905 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-e6d77f2b-aa30-4bc3-ac0b-b5cb5b6f0328 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 13:52:35.561530 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e6d77f2b-aa30-4bc3-ac0b-b5cb5b6f0328 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6535'] for router (dba25ddd-481c-4439-83d0-4c5f3bc232a5), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:35.563124 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e6d77f2b-aa30-4bc3-ac0b-b5cb5b6f0328 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451168', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6558'] for router (dba25ddd-481c-4439-83d0-4c5f3bc232a5), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:35.711327 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e6d77f2b-aa30-4bc3-ac0b-b5cb5b6f0328 demo demo] Publish callbacks [] for router_controller (dba25ddd-481c-4439-83d0-4c5f3bc232a5), precommit_add_association {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:35.717268 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e6d77f2b-aa30-4bc3-ac0b-b5cb5b6f0328 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451316'] for router (dba25ddd-481c-4439-83d0-4c5f3bc232a5), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:35.736775 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e6d77f2b-aa30-4bc3-ac0b-b5cb5b6f0328 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:35.740985 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-e6d77f2b-aa30-4bc3-ac0b-b5cb5b6f0328 demo demo] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5948789 Jul 15 13:52:36.679424 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device b2d01546-1033-45b7-b279-8a4055995565 up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:52:36.762976 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port b2d01546-1033-45b7-b279-8a4055995565 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 13:52:36.763390 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (b2d01546-1033-45b7-b279-8a4055995565), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:36.866788 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port b2d01546-1033-45b7-b279-8a4055995565 is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 13:52:36.867130 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (b2d01546-1033-45b7-b279-8a4055995565), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:36.905666 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] For port b2d01546-1033-45b7-b279-8a4055995565, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=b2d01546-1033-45b7-b279-8a4055995565,segment=NetworkSegment(423e2abd-d909-4d65-8050-27e1977a43ea),segment_id=423e2abd-d909-4d65-8050-27e1977a43ea)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:52:36.911170 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (b2d01546-1033-45b7-b279-8a4055995565), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:36.964421 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Pushing event updated for resources: {'Port': ['ID=b2d01546-1033-45b7-b279-8a4055995565,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:37.005389 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3286c1a8-8cb1-4e84-bb7e-00301806645c None None] Network 4694a580-d299-48ca-b286-2633c1e14e41 requested from dv-cinder-850002-1-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 13:52:37.070019 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:52:37.141521 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-9e2d33be-b991-4228-8661-18ea2556eae7 None None] Provisioning complete for port b2d01546-1033-45b7-b279-8a4055995565 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 13:52:37.142292 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-9e2d33be-b991-4228-8661-18ea2556eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (b2d01546-1033-45b7-b279-8a4055995565), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:37.165377 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:52:37.224149 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-9e2d33be-b991-4228-8661-18ea2556eae7 None None] Current status of the port b2d01546-1033-45b7-b279-8a4055995565 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 13:52:37.343957 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-b86b97c3-c21a-488c-af14-f3b711f0b2aa None None] Provisioning complete for port b2d01546-1033-45b7-b279-8a4055995565 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 13:52:37.344344 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b86b97c3-c21a-488c-af14-f3b711f0b2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (b2d01546-1033-45b7-b279-8a4055995565), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:37.421193 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-b86b97c3-c21a-488c-af14-f3b711f0b2aa None None] Current status of the port b2d01546-1033-45b7-b279-8a4055995565 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 13:52:38.038874 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 43988) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 13:52:38.373669 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [None req-0ed4ad4d-4246-4cc9-b9d3-a42efdaa0bd7 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103881) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 15 13:52:38.374681 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-0ed4ad4d-4246-4cc9-b9d3-a42efdaa0bd7 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3348563 Jul 15 13:52:38.663432 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device b2d01546-1033-45b7-b279-8a4055995565 up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:52:38.707363 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port b2d01546-1033-45b7-b279-8a4055995565 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 13:52:38.707757 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (b2d01546-1033-45b7-b279-8a4055995565), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:38.780878 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port b2d01546-1033-45b7-b279-8a4055995565 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 13:52:40.637810 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 43996) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 13:52:41.181780 dv-cinder-850002-1-iscsi neutron-server[103882]: WARNING oslo_policy.policy [None req-067d1431-5631-4e53-bfc5-3875faa634e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 13:52:41.182344 dv-cinder-850002-1-iscsi neutron-server[103882]: WARNING oslo_policy.policy [None req-067d1431-5631-4e53-bfc5-3875faa634e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 13:52:41.402967 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-067d1431-5631-4e53-bfc5-3875faa634e0 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 13:52:41.415044 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writer thread running {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 15 13:52:41.421036 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:52:41.461105 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067d1431-5631-4e53-bfc5-3875faa634e0 admin admin] Made reservation on behalf of 8618b94bef7144e799c6d51bb1ef841f for: {'network': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:52:41.524094 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.policy [None req-067d1431-5631-4e53-bfc5-3875faa634e0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103882) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 15 13:52:41.567478 dv-cinder-850002-1-iscsi neutron-server[103882]: WARNING oslo_policy.policy [None req-067d1431-5631-4e53-bfc5-3875faa634e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 13:52:41.567864 dv-cinder-850002-1-iscsi neutron-server[103882]: WARNING oslo_policy.policy [None req-067d1431-5631-4e53-bfc5-3875faa634e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 13:52:41.578269 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-067d1431-5631-4e53-bfc5-3875faa634e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for network (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:41.601518 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-067d1431-5631-4e53-bfc5-3875faa634e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:41.724190 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-067d1431-5631-4e53-bfc5-3875faa634e0 admin admin] Publish callbacks [] for security_group (b284ac32-9957-42c3-a0e8-4836a1fe305e), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:41.728256 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-067d1431-5631-4e53-bfc5-3875faa634e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (b284ac32-9957-42c3-a0e8-4836a1fe305e), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:41.740305 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-067d1431-5631-4e53-bfc5-3875faa634e0 admin admin] Reserving flat network on physical network physnet1 {{(pid=103882) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 15 13:52:41.773779 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-067d1431-5631-4e53-bfc5-3875faa634e0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774722533654', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7753414'] for segment (4890d217-1662-4526-a7d0-b4e3cb182093), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:41.774345 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-067d1431-5631-4e53-bfc5-3875faa634e0 admin admin] Unsubscribe: segment precommit_create {{(pid=103882) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 15 13:52:41.774928 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.db.segments_db [None req-067d1431-5631-4e53-bfc5-3875faa634e0 admin admin] Added segment 4890d217-1662-4526-a7d0-b4e3cb182093 of type flat for network 85d18fe6-b559-49ae-a129-0350ffd7e8bf Jul 15 13:52:41.796312 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d1431-5631-4e53-bfc5-3875faa634e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b284ac32-9957-42c3-a0e8-4836a1fe305e,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:41.855073 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067d1431-5631-4e53-bfc5-3875faa634e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:41.855427 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067d1431-5631-4e53-bfc5-3875faa634e0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:41.855767 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067d1431-5631-4e53-bfc5-3875faa634e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:41.856111 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067d1431-5631-4e53-bfc5-3875faa634e0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:41.856473 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067d1431-5631-4e53-bfc5-3875faa634e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:41.856797 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067d1431-5631-4e53-bfc5-3875faa634e0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:41.857122 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067d1431-5631-4e53-bfc5-3875faa634e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:41.857442 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067d1431-5631-4e53-bfc5-3875faa634e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:41.857784 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067d1431-5631-4e53-bfc5-3875faa634e0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:41.858109 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067d1431-5631-4e53-bfc5-3875faa634e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:41.858449 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067d1431-5631-4e53-bfc5-3875faa634e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:41.858784 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067d1431-5631-4e53-bfc5-3875faa634e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:41.859100 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067d1431-5631-4e53-bfc5-3875faa634e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:41.859410 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067d1431-5631-4e53-bfc5-3875faa634e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:41.859778 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067d1431-5631-4e53-bfc5-3875faa634e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:41.861255 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067d1431-5631-4e53-bfc5-3875faa634e0 admin admin] Tracked resource versions report: Jul 15 13:52:41.861255 dv-cinder-850002-1-iscsi neutron-server[103882]: pushed versions: Jul 15 13:52:41.861255 dv-cinder-850002-1-iscsi neutron-server[103882]: { 'AddressGroup': {'1.2'}, Jul 15 13:52:41.861255 dv-cinder-850002-1-iscsi neutron-server[103882]: 'Agent': {'1.1'}, Jul 15 13:52:41.861255 dv-cinder-850002-1-iscsi neutron-server[103882]: 'ConntrackHelper': {'1.0'}, Jul 15 13:52:41.861255 dv-cinder-850002-1-iscsi neutron-server[103882]: 'LocalIPAssociation': {'1.0'}, Jul 15 13:52:41.861255 dv-cinder-850002-1-iscsi neutron-server[103882]: 'Log': {'1.0'}, Jul 15 13:52:41.861255 dv-cinder-850002-1-iscsi neutron-server[103882]: 'NDPProxy': {'1.0'}, Jul 15 13:52:41.861255 dv-cinder-850002-1-iscsi neutron-server[103882]: 'Network': {'1.1'}, Jul 15 13:52:41.861255 dv-cinder-850002-1-iscsi neutron-server[103882]: 'Port': {'1.7'}, Jul 15 13:52:41.861255 dv-cinder-850002-1-iscsi neutron-server[103882]: 'PortForwarding': {'1.3'}, Jul 15 13:52:41.861255 dv-cinder-850002-1-iscsi neutron-server[103882]: 'QosPolicy': {'1.10'}, Jul 15 13:52:41.861255 dv-cinder-850002-1-iscsi neutron-server[103882]: 'SecurityGroup': {'1.5'}, Jul 15 13:52:41.861255 dv-cinder-850002-1-iscsi neutron-server[103882]: 'SecurityGroupRule': {'1.2'}, Jul 15 13:52:41.861255 dv-cinder-850002-1-iscsi neutron-server[103882]: 'SubPort': {'1.0'}, Jul 15 13:52:41.861255 dv-cinder-850002-1-iscsi neutron-server[103882]: 'Subnet': {'1.1'}, Jul 15 13:52:41.861255 dv-cinder-850002-1-iscsi neutron-server[103882]: 'Trunk': {'1.1'}} Jul 15 13:52:41.861255 dv-cinder-850002-1-iscsi neutron-server[103882]: consumer versions: Jul 15 13:52:41.861255 dv-cinder-850002-1-iscsi neutron-server[103882]: { DHCP agent@dv-cinder-850002-1-iscsi: {}, Jul 15 13:52:41.861255 dv-cinder-850002-1-iscsi neutron-server[103882]: L3 agent@dv-cinder-850002-1-iscsi: {}, Jul 15 13:52:41.861255 dv-cinder-850002-1-iscsi neutron-server[103882]: Metadata agent@dv-cinder-850002-1-iscsi: {}, Jul 15 13:52:41.861255 dv-cinder-850002-1-iscsi neutron-server[103882]: Metering agent@dv-cinder-850002-1-iscsi: {}, Jul 15 13:52:41.861255 dv-cinder-850002-1-iscsi neutron-server[103882]: Open vSwitch agent@dv-cinder-850002-1-iscsi: { 'AddressGroup': '1.2', Jul 15 13:52:41.861255 dv-cinder-850002-1-iscsi neutron-server[103882]: 'Agent': '1.1', Jul 15 13:52:41.861255 dv-cinder-850002-1-iscsi neutron-server[103882]: 'ConntrackHelper': '1.0', Jul 15 13:52:41.861255 dv-cinder-850002-1-iscsi neutron-server[103882]: 'LocalIPAssociation': '1.0', Jul 15 13:52:41.861255 dv-cinder-850002-1-iscsi neutron-server[103882]: 'Log': '1.0', Jul 15 13:52:41.861255 dv-cinder-850002-1-iscsi neutron-server[103882]: 'NDPProxy': '1.0', Jul 15 13:52:41.861255 dv-cinder-850002-1-iscsi neutron-server[103882]: 'Network': '1.1', Jul 15 13:52:41.861255 dv-cinder-850002-1-iscsi neutron-server[103882]: 'Port': '1.7', Jul 15 13:52:41.861255 dv-cinder-850002-1-iscsi neutron-server[103882]: 'PortForwarding': '1.3', Jul 15 13:52:41.861255 dv-cinder-850002-1-iscsi neutron-server[103882]: 'QosPolicy': '1.10', Jul 15 13:52:41.861255 dv-cinder-850002-1-iscsi neutron-server[103882]: 'SecurityGroup': '1.5', Jul 15 13:52:41.861255 dv-cinder-850002-1-iscsi neutron-server[103882]: 'SecurityGroupRule': '1.2', Jul 15 13:52:41.861255 dv-cinder-850002-1-iscsi neutron-server[103882]: 'SubPort': '1.0', Jul 15 13:52:41.861255 dv-cinder-850002-1-iscsi neutron-server[103882]: 'Subnet': '1.1', Jul 15 13:52:41.861255 dv-cinder-850002-1-iscsi neutron-server[103882]: 'Trunk': '1.1'}} Jul 15 13:52:41.861255 dv-cinder-850002-1-iscsi neutron-server[103882]: {{(pid=103882) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 13:52:41.902471 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-067d1431-5631-4e53-bfc5-3875faa634e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774722052666'] for network (85d18fe6-b559-49ae-a129-0350ffd7e8bf), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:41.949985 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-067d1431-5631-4e53-bfc5-3875faa634e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794'] for network (85d18fe6-b559-49ae-a129-0350ffd7e8bf), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:41.951138 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067d1431-5631-4e53-bfc5-3875faa634e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 13:52:41.951825 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-067d1431-5631-4e53-bfc5-3875faa634e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for network (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:42.026474 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-067d1431-5631-4e53-bfc5-3875faa634e0 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3874104 Jul 15 13:52:42.064024 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d1431-5631-4e53-bfc5-3875faa634e0 admin admin] Pushing event updated for resources: {'Network': ['ID=85d18fe6-b559-49ae-a129-0350ffd7e8bf,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:42.074654 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Network 85d18fe6-b559-49ae-a129-0350ffd7e8bf details requested by agent ovs-agent-dv-cinder-850002-1-iscsi with host dv-cinder-850002-1-iscsi {{(pid=103883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:52:42.304586 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-3117b6cd-8377-4598-90e9-298b0791c2f7 None None] Agent healthcheck: found 5 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:52:43.300041 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f2f8833b-f723-444b-831d-17b5eb916329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (6c40ee43-5406-4a95-b7b4-11b32ddced25), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:44.272047 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 44018) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 13:52:44.664565 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b480e76b-abb8-4e74-a48b-3a3bb02d2fed demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 13:52:44.666608 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-b480e76b-abb8-4e74-a48b-3a3bb02d2fed demo admin] 10.222.0.16 "GET /v2.0/subnets/2373024e-f3af-4547-b294-c3f691120dee HTTP/1.1" status: 200 len: 849 time: 0.3936076 Jul 15 13:52:44.784467 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-d13fb2ae-47a7-45be-84ad-b2f51c2da154 demo admin] 10.222.0.16 "GET /v2.0/routers/dba25ddd-481c-4439-83d0-4c5f3bc232a5 HTTP/1.1" status: 200 len: 704 time: 0.1116846 Jul 15 13:52:45.011953 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:52:45.052115 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a9453688-5d74-4d93-ad2d-533462fb9420 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:45.327722 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:52:45.350018 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [None req-a9453688-5d74-4d93-ad2d-533462fb9420 demo admin] Allocated IP 172.20.0.1 (4694a580-d299-48ca-b286-2633c1e14e41/2373024e-f3af-4547-b294-c3f691120dee/cb9029b9-b065-4e4f-921c-d0dfcfc80064) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:52:45.508025 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a9453688-5d74-4d93-ad2d-533462fb9420 demo admin] Publish callbacks [] for port (cb9029b9-b065-4e4f-921c-d0dfcfc80064), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:45.618204 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a9453688-5d74-4d93-ad2d-533462fb9420 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679'] for port (cb9029b9-b065-4e4f-921c-d0dfcfc80064), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:45.691425 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9453688-5d74-4d93-ad2d-533462fb9420 demo admin] Network 4694a580-d299-48ca-b286-2633c1e14e41 is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:52:45.703298 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-a9453688-5d74-4d93-ad2d-533462fb9420 demo admin] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:52:45.708963 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9453688-5d74-4d93-ad2d-533462fb9420 demo admin] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 13:52:45.708963 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a9453688-5d74-4d93-ad2d-533462fb9420 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562181'] for router_interface (dba25ddd-481c-4439-83d0-4c5f3bc232a5), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:45.729164 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9453688-5d74-4d93-ad2d-533462fb9420 demo admin] Pushing event updated for resources: {'Port': ['ID=cb9029b9-b065-4e4f-921c-d0dfcfc80064,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:45.775634 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0667d31d-23ee-4d42-b4ed-8e2b0ae67044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (f703993d-e678-48e2-a65c-4d8192af82e3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:45.924585 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a9453688-5d74-4d93-ad2d-533462fb9420 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (cb9029b9-b065-4e4f-921c-d0dfcfc80064), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:45.939599 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-f5116245-cdf1-47af-8a0d-9636f867dcd1 None None] Provisioning complete for port cb9029b9-b065-4e4f-921c-d0dfcfc80064 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 13:52:45.939985 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f5116245-cdf1-47af-8a0d-9636f867dcd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (cb9029b9-b065-4e4f-921c-d0dfcfc80064), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:45.971289 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-f5116245-cdf1-47af-8a0d-9636f867dcd1 None None] Port cb9029b9-b065-4e4f-921c-d0dfcfc80064 cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 15 13:52:46.132635 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a9453688-5d74-4d93-ad2d-533462fb9420 demo admin] Publish callbacks [] for port (cb9029b9-b065-4e4f-921c-d0dfcfc80064), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:46.137149 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a9453688-5d74-4d93-ad2d-533462fb9420 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (cb9029b9-b065-4e4f-921c-d0dfcfc80064), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:46.138098 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a9453688-5d74-4d93-ad2d-533462fb9420 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449591'] for router_interface (dba25ddd-481c-4439-83d0-4c5f3bc232a5), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:46.141021 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:52:46.203648 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9453688-5d74-4d93-ad2d-533462fb9420 demo admin] Pushing event updated for resources: {'Port': ['ID=cb9029b9-b065-4e4f-921c-d0dfcfc80064,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:46.274006 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9453688-5d74-4d93-ad2d-533462fb9420 demo admin] Network 4694a580-d299-48ca-b286-2633c1e14e41 is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:52:46.275879 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-a9453688-5d74-4d93-ad2d-533462fb9420 demo admin] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:52:46.379995 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:INSERT=2,neutron:UPDATE=2,neutron:SELECT=96 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:52:46.437882 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9453688-5d74-4d93-ad2d-533462fb9420 demo admin] Router dba25ddd-481c-4439-83d0-4c5f3bc232a5 is scheduled to L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 with binding_index 1 {{(pid=103881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 15 13:52:46.491414 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-632a4d90-e3d0-49d3-8c47-dc50655fd79f None None] Provisioning complete for port cb9029b9-b065-4e4f-921c-d0dfcfc80064 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 13:52:46.491809 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-632a4d90-e3d0-49d3-8c47-dc50655fd79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (cb9029b9-b065-4e4f-921c-d0dfcfc80064), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:46.523463 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-632a4d90-e3d0-49d3-8c47-dc50655fd79f None None] Port cb9029b9-b065-4e4f-921c-d0dfcfc80064 cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 15 13:52:46.532479 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9453688-5d74-4d93-ad2d-533462fb9420 demo admin] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:52:46.537581 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-a9453688-5d74-4d93-ad2d-533462fb9420 demo admin] 10.222.0.16 "PUT /v2.0/routers/dba25ddd-481c-4439-83d0-4c5f3bc232a5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7476690 Jul 15 13:52:46.542042 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3301bb-b2d3-490b-bf02-13feccd9afea None None] Sync routers for ids ['dba25ddd-481c-4439-83d0-4c5f3bc232a5'] in dv-cinder-850002-1-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:52:46.554609 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3301bb-b2d3-490b-bf02-13feccd9afea None None] Routers {'dba25ddd-481c-4439-83d0-4c5f3bc232a5'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 13:52:46.555425 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-3e3301bb-b2d3-490b-bf02-13feccd9afea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T13:52:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['dba25ddd-481c-4439-83d0-4c5f3bc232a5'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:52:46.742161 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-3e3301bb-b2d3-490b-bf02-13feccd9afea None None] Set router dba25ddd-481c-4439-83d0-4c5f3bc232a5 gateway port host: None {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 13:52:47.181991 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:52:47.183240 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-3e3301bb-b2d3-490b-bf02-13feccd9afea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba25ddd-481c-4439-83d0-4c5f3bc232a5', 'name': 'router1', 'tenant_id': 'f7e19f2b19b0472c87c1688310368276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T13:52:35Z', 'updated_at': '2022-07-15T13:52:45Z', 'revision_number': 2, 'project_id': 'f7e19f2b19b0472c87c1688310368276', 'gw_port_host': None, '_interfaces': [{'id': 'cb9029b9-b065-4e4f-921c-d0dfcfc80064', 'name': '', 'network_id': '4694a580-d299-48ca-b286-2633c1e14e41', 'tenant_id': 'f7e19f2b19b0472c87c1688310368276', 'mac_address': 'fa:16:3e:d7:bc:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba25ddd-481c-4439-83d0-4c5f3bc232a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2373024e-f3af-4547-b294-c3f691120dee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T13:52:45Z', 'updated_at': '2022-07-15T13:52:45Z', 'revision_number': 2, 'project_id': 'f7e19f2b19b0472c87c1688310368276', 'subnets': [{'id': '2373024e-f3af-4547-b294-c3f691120dee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6ea8335-9abc-4c29-817e-20ac755971f1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:52:47.191775 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62650970-9807-4a53-b182-b0e3c169648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (be31d1c0-1844-4ed1-99dc-0179bb6e7ee8), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:47.236201 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3301bb-b2d3-490b-bf02-13feccd9afea None None] Checking router: dba25ddd-481c-4439-83d0-4c5f3bc232a5 for host: dv-cinder-850002-1-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:52:47.236609 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3301bb-b2d3-490b-bf02-13feccd9afea None None] Updating router dba25ddd-481c-4439-83d0-4c5f3bc232a5 port cb9029b9-b065-4e4f-921c-d0dfcfc80064 binding host dv-cinder-850002-1-iscsi {{(pid=103884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:52:47.293067 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3e3301bb-b2d3-490b-bf02-13feccd9afea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (cb9029b9-b065-4e4f-921c-d0dfcfc80064), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:47.810930 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3e3301bb-b2d3-490b-bf02-13feccd9afea None None] Publish callbacks [] for port (cb9029b9-b065-4e4f-921c-d0dfcfc80064), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:47.819555 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3e3301bb-b2d3-490b-bf02-13feccd9afea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (cb9029b9-b065-4e4f-921c-d0dfcfc80064), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:47.992791 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9963f9-c4cc-430a-a4de-5b0c146d3741 None None] Pushing event updated for resources: {'Port': ['ID=cb9029b9-b065-4e4f-921c-d0dfcfc80064,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:47.998728 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-3e3301bb-b2d3-490b-bf02-13feccd9afea None None] Attempting to bind port cb9029b9-b065-4e4f-921c-d0dfcfc80064 on host dv-cinder-850002-1-iscsi for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 15 13:52:47.999161 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-3e3301bb-b2d3-490b-bf02-13feccd9afea None None] Attempting to bind port cb9029b9-b065-4e4f-921c-d0dfcfc80064 by drivers openvswitch,hyperv on host dv-cinder-850002-1-iscsi at level 0 using segments [{'id': '423e2abd-d909-4d65-8050-27e1977a43ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4694a580-d299-48ca-b286-2633c1e14e41'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 15 13:52:47.999628 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3301bb-b2d3-490b-bf02-13feccd9afea None None] Attempting to bind port cb9029b9-b065-4e4f-921c-d0dfcfc80064 on network 4694a580-d299-48ca-b286-2633c1e14e41 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 13:52:48.009886 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9963f9-c4cc-430a-a4de-5b0c146d3741 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:48.010240 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9963f9-c4cc-430a-a4de-5b0c146d3741 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:48.010635 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9963f9-c4cc-430a-a4de-5b0c146d3741 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:48.010985 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9963f9-c4cc-430a-a4de-5b0c146d3741 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:48.011372 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9963f9-c4cc-430a-a4de-5b0c146d3741 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:48.011716 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9963f9-c4cc-430a-a4de-5b0c146d3741 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:48.012045 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9963f9-c4cc-430a-a4de-5b0c146d3741 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:48.012552 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9963f9-c4cc-430a-a4de-5b0c146d3741 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:48.012791 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9963f9-c4cc-430a-a4de-5b0c146d3741 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:48.013146 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9963f9-c4cc-430a-a4de-5b0c146d3741 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:48.013515 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9963f9-c4cc-430a-a4de-5b0c146d3741 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:48.013924 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9963f9-c4cc-430a-a4de-5b0c146d3741 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:48.014212 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9963f9-c4cc-430a-a4de-5b0c146d3741 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:48.014618 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9963f9-c4cc-430a-a4de-5b0c146d3741 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:48.014996 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9963f9-c4cc-430a-a4de-5b0c146d3741 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:48.016644 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9963f9-c4cc-430a-a4de-5b0c146d3741 None None] Tracked resource versions report: Jul 15 13:52:48.016644 dv-cinder-850002-1-iscsi neutron-server[103884]: pushed versions: Jul 15 13:52:48.016644 dv-cinder-850002-1-iscsi neutron-server[103884]: { 'AddressGroup': {'1.2'}, Jul 15 13:52:48.016644 dv-cinder-850002-1-iscsi neutron-server[103884]: 'Agent': {'1.1'}, Jul 15 13:52:48.016644 dv-cinder-850002-1-iscsi neutron-server[103884]: 'ConntrackHelper': {'1.0'}, Jul 15 13:52:48.016644 dv-cinder-850002-1-iscsi neutron-server[103884]: 'LocalIPAssociation': {'1.0'}, Jul 15 13:52:48.016644 dv-cinder-850002-1-iscsi neutron-server[103884]: 'Log': {'1.0'}, Jul 15 13:52:48.016644 dv-cinder-850002-1-iscsi neutron-server[103884]: 'NDPProxy': {'1.0'}, Jul 15 13:52:48.016644 dv-cinder-850002-1-iscsi neutron-server[103884]: 'Network': {'1.1'}, Jul 15 13:52:48.016644 dv-cinder-850002-1-iscsi neutron-server[103884]: 'Port': {'1.7'}, Jul 15 13:52:48.016644 dv-cinder-850002-1-iscsi neutron-server[103884]: 'PortForwarding': {'1.3'}, Jul 15 13:52:48.016644 dv-cinder-850002-1-iscsi neutron-server[103884]: 'QosPolicy': {'1.10'}, Jul 15 13:52:48.016644 dv-cinder-850002-1-iscsi neutron-server[103884]: 'SecurityGroup': {'1.5'}, Jul 15 13:52:48.016644 dv-cinder-850002-1-iscsi neutron-server[103884]: 'SecurityGroupRule': {'1.2'}, Jul 15 13:52:48.016644 dv-cinder-850002-1-iscsi neutron-server[103884]: 'SubPort': {'1.0'}, Jul 15 13:52:48.016644 dv-cinder-850002-1-iscsi neutron-server[103884]: 'Subnet': {'1.1'}, Jul 15 13:52:48.016644 dv-cinder-850002-1-iscsi neutron-server[103884]: 'Trunk': {'1.1'}} Jul 15 13:52:48.016644 dv-cinder-850002-1-iscsi neutron-server[103884]: consumer versions: Jul 15 13:52:48.016644 dv-cinder-850002-1-iscsi neutron-server[103884]: { DHCP agent@dv-cinder-850002-1-iscsi: {}, Jul 15 13:52:48.016644 dv-cinder-850002-1-iscsi neutron-server[103884]: L3 agent@dv-cinder-850002-1-iscsi: {}, Jul 15 13:52:48.016644 dv-cinder-850002-1-iscsi neutron-server[103884]: Metadata agent@dv-cinder-850002-1-iscsi: {}, Jul 15 13:52:48.016644 dv-cinder-850002-1-iscsi neutron-server[103884]: Metering agent@dv-cinder-850002-1-iscsi: {}, Jul 15 13:52:48.016644 dv-cinder-850002-1-iscsi neutron-server[103884]: Open vSwitch agent@dv-cinder-850002-1-iscsi: { 'AddressGroup': '1.2', Jul 15 13:52:48.016644 dv-cinder-850002-1-iscsi neutron-server[103884]: 'Agent': '1.1', Jul 15 13:52:48.016644 dv-cinder-850002-1-iscsi neutron-server[103884]: 'ConntrackHelper': '1.0', Jul 15 13:52:48.016644 dv-cinder-850002-1-iscsi neutron-server[103884]: 'LocalIPAssociation': '1.0', Jul 15 13:52:48.016644 dv-cinder-850002-1-iscsi neutron-server[103884]: 'Log': '1.0', Jul 15 13:52:48.016644 dv-cinder-850002-1-iscsi neutron-server[103884]: 'NDPProxy': '1.0', Jul 15 13:52:48.016644 dv-cinder-850002-1-iscsi neutron-server[103884]: 'Network': '1.1', Jul 15 13:52:48.016644 dv-cinder-850002-1-iscsi neutron-server[103884]: 'Port': '1.7', Jul 15 13:52:48.016644 dv-cinder-850002-1-iscsi neutron-server[103884]: 'PortForwarding': '1.3', Jul 15 13:52:48.016644 dv-cinder-850002-1-iscsi neutron-server[103884]: 'QosPolicy': '1.10', Jul 15 13:52:48.016644 dv-cinder-850002-1-iscsi neutron-server[103884]: 'SecurityGroup': '1.5', Jul 15 13:52:48.016644 dv-cinder-850002-1-iscsi neutron-server[103884]: 'SecurityGroupRule': '1.2', Jul 15 13:52:48.016644 dv-cinder-850002-1-iscsi neutron-server[103884]: 'SubPort': '1.0', Jul 15 13:52:48.016644 dv-cinder-850002-1-iscsi neutron-server[103884]: 'Subnet': '1.1', Jul 15 13:52:48.016644 dv-cinder-850002-1-iscsi neutron-server[103884]: 'Trunk': '1.1'}} Jul 15 13:52:48.016644 dv-cinder-850002-1-iscsi neutron-server[103884]: {{(pid=103884) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 13:52:48.019297 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3301bb-b2d3-490b-bf02-13feccd9afea None None] Checking agent: {'id': '7bcac420-d3a9-4cfc-af22-5ba5795a5287', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 13, 52, 19), 'started_at': datetime.datetime(2022, 7, 15, 13, 52, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 13, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 13:52:48.019653 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3301bb-b2d3-490b-bf02-13feccd9afea None None] Checking segment: {'id': '423e2abd-d909-4d65-8050-27e1977a43ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4694a580-d299-48ca-b286-2633c1e14e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 13:52:48.020131 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3e3301bb-b2d3-490b-bf02-13feccd9afea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:48.020545 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3301bb-b2d3-490b-bf02-13feccd9afea None None] Bound using segment: {'id': '423e2abd-d909-4d65-8050-27e1977a43ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4694a580-d299-48ca-b286-2633c1e14e41'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 13:52:48.021017 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-3e3301bb-b2d3-490b-bf02-13feccd9afea None None] Bound port: cb9029b9-b065-4e4f-921c-d0dfcfc80064, host: dv-cinder-850002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '423e2abd-d909-4d65-8050-27e1977a43ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4694a580-d299-48ca-b286-2633c1e14e41'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 15 13:52:48.021401 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3e3301bb-b2d3-490b-bf02-13feccd9afea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (cb9029b9-b065-4e4f-921c-d0dfcfc80064), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:48.057597 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-d2b184a0-f952-41fa-ad37-5750cc230d0d None None] Provisioning complete for port cb9029b9-b065-4e4f-921c-d0dfcfc80064 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 13:52:48.058046 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d2b184a0-f952-41fa-ad37-5750cc230d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (cb9029b9-b065-4e4f-921c-d0dfcfc80064), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:48.081508 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:52:48.092142 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-3e3301bb-b2d3-490b-bf02-13feccd9afea None None] For port cb9029b9-b065-4e4f-921c-d0dfcfc80064, host dv-cinder-850002-1-iscsi, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:52:48.094984 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-d2b184a0-f952-41fa-ad37-5750cc230d0d None None] Port cb9029b9-b065-4e4f-921c-d0dfcfc80064 cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 15 13:52:48.114691 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-3e3301bb-b2d3-490b-bf02-13feccd9afea None None] For port cb9029b9-b065-4e4f-921c-d0dfcfc80064, host dv-cinder-850002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=cb9029b9-b065-4e4f-921c-d0dfcfc80064,segment=NetworkSegment(423e2abd-d909-4d65-8050-27e1977a43ea),segment_id=423e2abd-d909-4d65-8050-27e1977a43ea)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:52:48.120898 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3e3301bb-b2d3-490b-bf02-13feccd9afea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (cb9029b9-b065-4e4f-921c-d0dfcfc80064), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:48.171996 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:52:48.200316 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9963f9-c4cc-430a-a4de-5b0c146d3741 None None] Pushing event updated for resources: {'Port': ['ID=cb9029b9-b065-4e4f-921c-d0dfcfc80064,revision_number=4']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:48.214360 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3301bb-b2d3-490b-bf02-13feccd9afea None None] Routers {'dba25ddd-481c-4439-83d0-4c5f3bc232a5'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 13:52:48.215387 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-3e3301bb-b2d3-490b-bf02-13feccd9afea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T13:52:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['dba25ddd-481c-4439-83d0-4c5f3bc232a5'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:52:48.343822 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-3e3301bb-b2d3-490b-bf02-13feccd9afea None None] Set router dba25ddd-481c-4439-83d0-4c5f3bc232a5 gateway port host: None {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 13:52:48.421765 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-b010ed6b-5e22-4793-86de-772715706f15 None None] Provisioning complete for port cb9029b9-b065-4e4f-921c-d0dfcfc80064 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 13:52:48.422337 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b010ed6b-5e22-4793-86de-772715706f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (cb9029b9-b065-4e4f-921c-d0dfcfc80064), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:48.424596 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee182daf-6335-4abe-96a5-cfae59e42a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (d0f04363-b393-47bd-b9b2-c25e00098206), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:48.512082 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-b010ed6b-5e22-4793-86de-772715706f15 None None] Current status of the port cb9029b9-b065-4e4f-921c-d0dfcfc80064 is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 13:52:48.512567 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b010ed6b-5e22-4793-86de-772715706f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (cb9029b9-b065-4e4f-921c-d0dfcfc80064), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:48.552152 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-b010ed6b-5e22-4793-86de-772715706f15 None None] For port cb9029b9-b065-4e4f-921c-d0dfcfc80064, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=cb9029b9-b065-4e4f-921c-d0dfcfc80064,segment=NetworkSegment(423e2abd-d909-4d65-8050-27e1977a43ea),segment_id=423e2abd-d909-4d65-8050-27e1977a43ea)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:52:48.556755 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b010ed6b-5e22-4793-86de-772715706f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (cb9029b9-b065-4e4f-921c-d0dfcfc80064), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:48.576987 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-3e3301bb-b2d3-490b-bf02-13feccd9afea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba25ddd-481c-4439-83d0-4c5f3bc232a5', 'name': 'router1', 'tenant_id': 'f7e19f2b19b0472c87c1688310368276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T13:52:35Z', 'updated_at': '2022-07-15T13:52:45Z', 'revision_number': 2, 'project_id': 'f7e19f2b19b0472c87c1688310368276', 'gw_port_host': None, '_interfaces': [{'id': 'cb9029b9-b065-4e4f-921c-d0dfcfc80064', 'name': '', 'network_id': '4694a580-d299-48ca-b286-2633c1e14e41', 'tenant_id': 'f7e19f2b19b0472c87c1688310368276', 'mac_address': 'fa:16:3e:d7:bc:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba25ddd-481c-4439-83d0-4c5f3bc232a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2373024e-f3af-4547-b294-c3f691120dee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T13:52:45Z', 'updated_at': '2022-07-15T13:52:48Z', 'revision_number': 4, 'project_id': 'f7e19f2b19b0472c87c1688310368276', 'subnets': [{'id': '2373024e-f3af-4547-b294-c3f691120dee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6ea8335-9abc-4c29-817e-20ac755971f1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:52:48.607906 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3301bb-b2d3-490b-bf02-13feccd9afea None None] The sync data for ids ['dba25ddd-481c-4439-83d0-4c5f3bc232a5'] in dv-cinder-850002-1-iscsi is: [{'id': 'dba25ddd-481c-4439-83d0-4c5f3bc232a5', 'name': 'router1', 'tenant_id': 'f7e19f2b19b0472c87c1688310368276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T13:52:35Z', 'updated_at': '2022-07-15T13:52:45Z', 'revision_number': 2, 'project_id': 'f7e19f2b19b0472c87c1688310368276', 'gw_port_host': None, '_interfaces': [{'id': 'cb9029b9-b065-4e4f-921c-d0dfcfc80064', 'name': '', 'network_id': '4694a580-d299-48ca-b286-2633c1e14e41', 'tenant_id': 'f7e19f2b19b0472c87c1688310368276', 'mac_address': 'fa:16:3e:d7:bc:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba25ddd-481c-4439-83d0-4c5f3bc232a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2373024e-f3af-4547-b294-c3f691120dee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T13:52:45Z', 'updated_at': '2022-07-15T13:52:48Z', 'revision_number': 4, 'project_id': 'f7e19f2b19b0472c87c1688310368276', 'subnets': [{'id': '2373024e-f3af-4547-b294-c3f691120dee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6ea8335-9abc-4c29-817e-20ac755971f1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:52:48.624175 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b010ed6b-5e22-4793-86de-772715706f15 None None] Pushing event updated for resources: {'Port': ['ID=cb9029b9-b065-4e4f-921c-d0dfcfc80064,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:48.684133 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (7bcac420-d3a9-4cfc-af22-5ba5795a5287), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:48.853862 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 44028) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 13:52:49.329223 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae44dcdf-dfb1-4366-8134-1307da42ca23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 13:52:49.330590 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-ae44dcdf-dfb1-4366-8134-1307da42ca23 admin admin] 10.222.0.16 "GET /v2.0/networks/85d18fe6-b559-49ae-a129-0350ffd7e8bf HTTP/1.1" status: 200 len: 842 time: 0.4757767 Jul 15 13:52:49.339983 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-39b60e4d-6954-4527-8531-11e2621e11cc admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'enable_dhcp': False, 'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'ip_version': 4}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 13:52:49.369701 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b60e4d-6954-4527-8531-11e2621e11cc admin admin] Made reservation on behalf of 8618b94bef7144e799c6d51bb1ef841f for: {'subnet': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:52:49.372801 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-39b60e4d-6954-4527-8531-11e2621e11cc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:49.725826 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=76,neutron:INSERT=21,neutron:UPDATE=3 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:52:49.794960 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.objects.ports [None req-39b60e4d-6954-4527-8531-11e2621e11cc admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103882) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 15 13:52:49.795483 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-39b60e4d-6954-4527-8531-11e2621e11cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794'] for subnet (5080191c-7e2b-40a2-af2d-f84b5c858cde), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:49.857177 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b60e4d-6954-4527-8531-11e2621e11cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=5080191c-7e2b-40a2-af2d-f84b5c858cde,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:49.870340 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b60e4d-6954-4527-8531-11e2621e11cc admin admin] Checking segment: {'id': '4890d217-1662-4526-a7d0-b4e3cb182093', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 13:52:49.870698 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b60e4d-6954-4527-8531-11e2621e11cc admin admin] Network hostable DHCP agents. Network: 85d18fe6-b559-49ae-a129-0350ffd7e8bf, hostable agents: ['6c40ee43-5406-4a95-b7b4-11b32ddced25'], hosted agents: [] {{(pid=103882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:52:49.897676 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b60e4d-6954-4527-8531-11e2621e11cc admin admin] Network 85d18fe6-b559-49ae-a129-0350ffd7e8bf is scheduled to be hosted by DHCP agent 6c40ee43-5406-4a95-b7b4-11b32ddced25 with binding_index 1 {{(pid=103882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:52:49.901344 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:52:49.914838 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-39b60e4d-6954-4527-8531-11e2621e11cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850002-1-iscsi, 85d18fe6-b559-49ae-a129-0350ffd7e8bf) {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:52:49.920926 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b60e4d-6954-4527-8531-11e2621e11cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 13:52:49.921513 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-39b60e4d-6954-4527-8531-11e2621e11cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:49.927487 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2525738-ecbc-41bd-ac99-05dffa33197a None None] Network 85d18fe6-b559-49ae-a129-0350ffd7e8bf requested from dv-cinder-850002-1-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 13:52:49.942317 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-39b60e4d-6954-4527-8531-11e2621e11cc admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6056342 Jul 15 13:52:50.039536 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57d7c03-4213-4095-bedf-ac69a1dd3613 None None] Network 85d18fe6-b559-49ae-a129-0350ffd7e8bf requested from dv-cinder-850002-1-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 13:52:52.308459 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 44036) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 13:52:52.851926 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-a156799b-bc32-421e-9e68-7b8df4b6487e demo admin] 10.222.0.16 "GET /v2.0/routers/dba25ddd-481c-4439-83d0-4c5f3bc232a5 HTTP/1.1" status: 200 len: 710 time: 0.5424068 Jul 15 13:52:52.947180 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952ec678-a461-4451-b142-66789554de61 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 13:52:52.948559 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-952ec678-a461-4451-b142-66789554de61 demo admin] 10.222.0.16 "GET /v2.0/networks/85d18fe6-b559-49ae-a129-0350ffd7e8bf HTTP/1.1" status: 200 len: 886 time: 0.0903552 Jul 15 13:52:52.959348 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-17ab4ee1-7b84-4181-aec3-73649bb2a4af demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'}}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 13:52:53.225947 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-17ab4ee1-7b84-4181-aec3-73649bb2a4af demo admin] Publish callbacks [] for router_gateway (dba25ddd-481c-4439-83d0-4c5f3bc232a5), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:53.461600 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-17ab4ee1-7b84-4181-aec3-73649bb2a4af demo admin] Publish callbacks [] for router_gateway (dba25ddd-481c-4439-83d0-4c5f3bc232a5), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:53.558383 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-17ab4ee1-7b84-4181-aec3-73649bb2a4af demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:53.685431 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:52:53.732946 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-17ab4ee1-7b84-4181-aec3-73649bb2a4af demo admin] Allocated IP 172.27.0.83 (85d18fe6-b559-49ae-a129-0350ffd7e8bf/5080191c-7e2b-40a2-af2d-f84b5c858cde/a5bd2b97-5ffb-4f2d-af47-7f3b50d8aad1) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:52:53.902064 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-17ab4ee1-7b84-4181-aec3-73649bb2a4af demo admin] Publish callbacks [] for port (a5bd2b97-5ffb-4f2d-af47-7f3b50d8aad1), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:53.958359 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-17ab4ee1-7b84-4181-aec3-73649bb2a4af demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679'] for port (a5bd2b97-5ffb-4f2d-af47-7f3b50d8aad1), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:53.961492 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:52:54.042745 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ab4ee1-7b84-4181-aec3-73649bb2a4af demo admin] Network 85d18fe6-b559-49ae-a129-0350ffd7e8bf is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:52:54.048886 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-17ab4ee1-7b84-4181-aec3-73649bb2a4af demo admin] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:52:54.053307 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ab4ee1-7b84-4181-aec3-73649bb2a4af demo admin] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 13:52:54.056926 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ab4ee1-7b84-4181-aec3-73649bb2a4af demo admin] Pushing event updated for resources: {'Port': ['ID=a5bd2b97-5ffb-4f2d-af47-7f3b50d8aad1,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:54.326999 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-17ab4ee1-7b84-4181-aec3-73649bb2a4af demo admin] Publish callbacks [] for router_gateway (dba25ddd-481c-4439-83d0-4c5f3bc232a5), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:54.529623 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-17ab4ee1-7b84-4181-aec3-73649bb2a4af demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451281', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6636'] for router (dba25ddd-481c-4439-83d0-4c5f3bc232a5), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:54.535705 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-17ab4ee1-7b84-4181-aec3-73649bb2a4af demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-451267', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-458282'] for router (dba25ddd-481c-4439-83d0-4c5f3bc232a5), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:54.660522 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17ab4ee1-7b84-4181-aec3-73649bb2a4af demo admin] Router dba25ddd-481c-4439-83d0-4c5f3bc232a5 has already been hosted by L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 13:52:54.672771 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:52:54.700687 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device cb9029b9-b065-4e4f-921c-d0dfcfc80064 up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:52:54.765880 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port cb9029b9-b065-4e4f-921c-d0dfcfc80064 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 13:52:54.766598 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (cb9029b9-b065-4e4f-921c-d0dfcfc80064), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:54.809450 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ab4ee1-7b84-4181-aec3-73649bb2a4af demo admin] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:52:54.817392 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-17ab4ee1-7b84-4181-aec3-73649bb2a4af demo admin] Publish callbacks [] for router (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:54.818501 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-17ab4ee1-7b84-4181-aec3-73649bb2a4af demo admin] 10.222.0.16 "PUT /v2.0/routers/dba25ddd-481c-4439-83d0-4c5f3bc232a5 HTTP/1.1" status: 200 len: 889 time: 1.8632722 Jul 15 13:52:54.870679 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port cb9029b9-b065-4e4f-921c-d0dfcfc80064 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 13:52:55.159643 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d25363-7453-491a-ad65-3a15cb8e98be None None] Sync routers for ids ['dba25ddd-481c-4439-83d0-4c5f3bc232a5'] in dv-cinder-850002-1-iscsi {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:52:55.172016 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d25363-7453-491a-ad65-3a15cb8e98be None None] Routers {'dba25ddd-481c-4439-83d0-4c5f3bc232a5'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 13:52:55.172701 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-11d25363-7453-491a-ad65-3a15cb8e98be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T13:52:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['dba25ddd-481c-4439-83d0-4c5f3bc232a5'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:52:55.237028 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:52:55.393414 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-11d25363-7453-491a-ad65-3a15cb8e98be None None] Set router dba25ddd-481c-4439-83d0-4c5f3bc232a5 gateway port host: dv-cinder-850002-1-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 13:52:55.802649 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-11d25363-7453-491a-ad65-3a15cb8e98be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba25ddd-481c-4439-83d0-4c5f3bc232a5', 'name': 'router1', 'tenant_id': 'f7e19f2b19b0472c87c1688310368276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a5bd2b97-5ffb-4f2d-af47-7f3b50d8aad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T13:52:35Z', 'updated_at': '2022-07-15T13:52:54Z', 'revision_number': 4, 'project_id': 'f7e19f2b19b0472c87c1688310368276', 'gw_port': {'id': 'a5bd2b97-5ffb-4f2d-af47-7f3b50d8aad1', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c4:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba25ddd-481c-4439-83d0-4c5f3bc232a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T13:52:53Z', 'updated_at': '2022-07-15T13:52:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': 'cb9029b9-b065-4e4f-921c-d0dfcfc80064', 'name': '', 'network_id': '4694a580-d299-48ca-b286-2633c1e14e41', 'tenant_id': 'f7e19f2b19b0472c87c1688310368276', 'mac_address': 'fa:16:3e:d7:bc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba25ddd-481c-4439-83d0-4c5f3bc232a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2373024e-f3af-4547-b294-c3f691120dee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T13:52:45Z', 'updated_at': '2022-07-15T13:52:48Z', 'revision_number': 5, 'project_id': 'f7e19f2b19b0472c87c1688310368276', 'subnets': [{'id': '2373024e-f3af-4547-b294-c3f691120dee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6ea8335-9abc-4c29-817e-20ac755971f1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:52:55.934774 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d25363-7453-491a-ad65-3a15cb8e98be None None] Checking router: dba25ddd-481c-4439-83d0-4c5f3bc232a5 for host: dv-cinder-850002-1-iscsi {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:52:55.935123 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d25363-7453-491a-ad65-3a15cb8e98be None None] Updating router dba25ddd-481c-4439-83d0-4c5f3bc232a5 port a5bd2b97-5ffb-4f2d-af47-7f3b50d8aad1 binding host dv-cinder-850002-1-iscsi {{(pid=103883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:52:55.992420 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-11d25363-7453-491a-ad65-3a15cb8e98be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (a5bd2b97-5ffb-4f2d-af47-7f3b50d8aad1), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:55.994765 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:52:56.441338 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-11d25363-7453-491a-ad65-3a15cb8e98be None None] Publish callbacks [] for port (a5bd2b97-5ffb-4f2d-af47-7f3b50d8aad1), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:56.450792 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-11d25363-7453-491a-ad65-3a15cb8e98be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (a5bd2b97-5ffb-4f2d-af47-7f3b50d8aad1), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:56.506426 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:52:56.524217 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=34,neutron:INSERT=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:52:56.525488 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588c5183-ec2b-449b-97d4-06dc8a1c3154 None None] Pushing event updated for resources: {'Port': ['ID=a5bd2b97-5ffb-4f2d-af47-7f3b50d8aad1,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:56.530367 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-11d25363-7453-491a-ad65-3a15cb8e98be None None] Attempting to bind port a5bd2b97-5ffb-4f2d-af47-7f3b50d8aad1 on host dv-cinder-850002-1-iscsi for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 15 13:52:56.530367 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-11d25363-7453-491a-ad65-3a15cb8e98be None None] Attempting to bind port a5bd2b97-5ffb-4f2d-af47-7f3b50d8aad1 by drivers openvswitch,hyperv on host dv-cinder-850002-1-iscsi at level 0 using segments [{'id': '4890d217-1662-4526-a7d0-b4e3cb182093', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 15 13:52:56.530367 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d25363-7453-491a-ad65-3a15cb8e98be None None] Attempting to bind port a5bd2b97-5ffb-4f2d-af47-7f3b50d8aad1 on network 85d18fe6-b559-49ae-a129-0350ffd7e8bf {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 13:52:56.536206 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d25363-7453-491a-ad65-3a15cb8e98be None None] Checking agent: {'id': '7bcac420-d3a9-4cfc-af22-5ba5795a5287', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 13, 52, 19), 'started_at': datetime.datetime(2022, 7, 15, 13, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 13, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 13:52:56.536743 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d25363-7453-491a-ad65-3a15cb8e98be None None] Checking segment: {'id': '4890d217-1662-4526-a7d0-b4e3cb182093', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 13:52:56.537033 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-11d25363-7453-491a-ad65-3a15cb8e98be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:56.537406 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d25363-7453-491a-ad65-3a15cb8e98be None None] Bound using segment: {'id': '4890d217-1662-4526-a7d0-b4e3cb182093', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 13:52:56.537882 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-11d25363-7453-491a-ad65-3a15cb8e98be None None] Bound port: a5bd2b97-5ffb-4f2d-af47-7f3b50d8aad1, host: dv-cinder-850002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4890d217-1662-4526-a7d0-b4e3cb182093', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 15 13:52:56.538267 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-11d25363-7453-491a-ad65-3a15cb8e98be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (a5bd2b97-5ffb-4f2d-af47-7f3b50d8aad1), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:56.539475 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=15 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:52:56.604040 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-11d25363-7453-491a-ad65-3a15cb8e98be None None] For port a5bd2b97-5ffb-4f2d-af47-7f3b50d8aad1, host dv-cinder-850002-1-iscsi, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:52:56.607364 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-11d25363-7453-491a-ad65-3a15cb8e98be None None] For port a5bd2b97-5ffb-4f2d-af47-7f3b50d8aad1, host dv-cinder-850002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=a5bd2b97-5ffb-4f2d-af47-7f3b50d8aad1,segment=NetworkSegment(4890d217-1662-4526-a7d0-b4e3cb182093),segment_id=4890d217-1662-4526-a7d0-b4e3cb182093)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:52:56.616831 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-11d25363-7453-491a-ad65-3a15cb8e98be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (a5bd2b97-5ffb-4f2d-af47-7f3b50d8aad1), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:56.668097 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d25363-7453-491a-ad65-3a15cb8e98be None None] Routers {'dba25ddd-481c-4439-83d0-4c5f3bc232a5'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 13:52:56.668745 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-11d25363-7453-491a-ad65-3a15cb8e98be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T13:52:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['dba25ddd-481c-4439-83d0-4c5f3bc232a5'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:52:56.718155 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588c5183-ec2b-449b-97d4-06dc8a1c3154 None None] Pushing event updated for resources: {'Port': ['ID=a5bd2b97-5ffb-4f2d-af47-7f3b50d8aad1,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:56.795261 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-11d25363-7453-491a-ad65-3a15cb8e98be None None] Set router dba25ddd-481c-4439-83d0-4c5f3bc232a5 gateway port host: dv-cinder-850002-1-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 13:52:57.003772 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-11d25363-7453-491a-ad65-3a15cb8e98be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba25ddd-481c-4439-83d0-4c5f3bc232a5', 'name': 'router1', 'tenant_id': 'f7e19f2b19b0472c87c1688310368276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a5bd2b97-5ffb-4f2d-af47-7f3b50d8aad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T13:52:35Z', 'updated_at': '2022-07-15T13:52:54Z', 'revision_number': 4, 'project_id': 'f7e19f2b19b0472c87c1688310368276', 'gw_port': {'id': 'a5bd2b97-5ffb-4f2d-af47-7f3b50d8aad1', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c4:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba25ddd-481c-4439-83d0-4c5f3bc232a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T13:52:53Z', 'updated_at': '2022-07-15T13:52:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': 'cb9029b9-b065-4e4f-921c-d0dfcfc80064', 'name': '', 'network_id': '4694a580-d299-48ca-b286-2633c1e14e41', 'tenant_id': 'f7e19f2b19b0472c87c1688310368276', 'mac_address': 'fa:16:3e:d7:bc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba25ddd-481c-4439-83d0-4c5f3bc232a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2373024e-f3af-4547-b294-c3f691120dee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T13:52:45Z', 'updated_at': '2022-07-15T13:52:48Z', 'revision_number': 5, 'project_id': 'f7e19f2b19b0472c87c1688310368276', 'subnets': [{'id': '2373024e-f3af-4547-b294-c3f691120dee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6ea8335-9abc-4c29-817e-20ac755971f1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:52:57.032827 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d25363-7453-491a-ad65-3a15cb8e98be None None] The sync data for ids ['dba25ddd-481c-4439-83d0-4c5f3bc232a5'] in dv-cinder-850002-1-iscsi is: [{'id': 'dba25ddd-481c-4439-83d0-4c5f3bc232a5', 'name': 'router1', 'tenant_id': 'f7e19f2b19b0472c87c1688310368276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a5bd2b97-5ffb-4f2d-af47-7f3b50d8aad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T13:52:35Z', 'updated_at': '2022-07-15T13:52:54Z', 'revision_number': 4, 'project_id': 'f7e19f2b19b0472c87c1688310368276', 'gw_port': {'id': 'a5bd2b97-5ffb-4f2d-af47-7f3b50d8aad1', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c4:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba25ddd-481c-4439-83d0-4c5f3bc232a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T13:52:53Z', 'updated_at': '2022-07-15T13:52:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': 'cb9029b9-b065-4e4f-921c-d0dfcfc80064', 'name': '', 'network_id': '4694a580-d299-48ca-b286-2633c1e14e41', 'tenant_id': 'f7e19f2b19b0472c87c1688310368276', 'mac_address': 'fa:16:3e:d7:bc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba25ddd-481c-4439-83d0-4c5f3bc232a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2373024e-f3af-4547-b294-c3f691120dee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T13:52:45Z', 'updated_at': '2022-07-15T13:52:48Z', 'revision_number': 5, 'project_id': 'f7e19f2b19b0472c87c1688310368276', 'subnets': [{'id': '2373024e-f3af-4547-b294-c3f691120dee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6ea8335-9abc-4c29-817e-20ac755971f1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:52:57.410080 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 44050) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 13:52:57.971246 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-90030767-b49a-48a7-8c16-32709738dbbc admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.5597947 Jul 15 13:52:58.572609 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=43 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:52:58.581823 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=33 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:52:58.713663 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device a5bd2b97-5ffb-4f2d-af47-7f3b50d8aad1 up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:52:58.793650 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port a5bd2b97-5ffb-4f2d-af47-7f3b50d8aad1 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 13:52:58.794245 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (a5bd2b97-5ffb-4f2d-af47-7f3b50d8aad1), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:58.828768 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:52:58.894563 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port a5bd2b97-5ffb-4f2d-af47-7f3b50d8aad1 is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 13:52:58.895185 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (a5bd2b97-5ffb-4f2d-af47-7f3b50d8aad1), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:58.934541 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] For port a5bd2b97-5ffb-4f2d-af47-7f3b50d8aad1, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=a5bd2b97-5ffb-4f2d-af47-7f3b50d8aad1,segment=NetworkSegment(4890d217-1662-4526-a7d0-b4e3cb182093),segment_id=4890d217-1662-4526-a7d0-b4e3cb182093)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:52:58.945327 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (a5bd2b97-5ffb-4f2d-af47-7f3b50d8aad1), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:52:59.047815 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Pushing event updated for resources: {'Port': ['ID=a5bd2b97-5ffb-4f2d-af47-7f3b50d8aad1,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:53:00.695246 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device a5bd2b97-5ffb-4f2d-af47-7f3b50d8aad1 up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:53:00.747947 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port a5bd2b97-5ffb-4f2d-af47-7f3b50d8aad1 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 13:53:00.748706 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (a5bd2b97-5ffb-4f2d-af47-7f3b50d8aad1), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:53:00.874634 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port a5bd2b97-5ffb-4f2d-af47-7f3b50d8aad1 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 13:53:07.958471 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=71,neutron:INSERT=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:53:07.964996 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=11 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:53:10.853539 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:53:10.863290 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=65,neutron:INSERT=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:53:10.871996 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:53:13.307807 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2c3feece-a18f-4b9e-8758-a35dc46f815e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (6c40ee43-5406-4a95-b7b4-11b32ddced25), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:53:15.778173 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-142ceabb-6b10-4a85-ba7c-04a97c8aef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (f703993d-e678-48e2-a65c-4d8192af82e3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:53:17.199143 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62650970-9807-4a53-b182-b0e3c169648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (be31d1c0-1844-4ed1-99dc-0179bb6e7ee8), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:53:18.447860 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee182daf-6335-4abe-96a5-cfae59e42a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (d0f04363-b393-47bd-b9b2-c25e00098206), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:53:18.684183 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (7bcac420-d3a9-4cfc-af22-5ba5795a5287), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:53:19.304667 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-3117b6cd-8377-4598-90e9-298b0791c2f7 None None] Agent healthcheck: found 5 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:53:28.436980 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:53:28.663470 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:53:28.677863 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:53:29.300894 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=4 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:53:29.304430 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=4 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:53:43.315606 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-dd10166e-51e5-4338-b9c5-acfb92f25fed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (6c40ee43-5406-4a95-b7b4-11b32ddced25), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:53:45.776644 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-9dd6d8b4-5b5d-4639-8e04-a418183c9482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (f703993d-e678-48e2-a65c-4d8192af82e3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:53:47.214482 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62650970-9807-4a53-b182-b0e3c169648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (be31d1c0-1844-4ed1-99dc-0179bb6e7ee8), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:53:48.498278 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee182daf-6335-4abe-96a5-cfae59e42a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (d0f04363-b393-47bd-b9b2-c25e00098206), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:53:48.678087 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (7bcac420-d3a9-4cfc-af22-5ba5795a5287), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:53:56.307239 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-3117b6cd-8377-4598-90e9-298b0791c2f7 None None] Agent healthcheck: found 5 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:53:58.440650 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:53:58.667562 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=15 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:53:58.673706 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:54:06.301197 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:54:11.300528 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:54:13.305019 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ad7fd4f4-cbd6-4ffd-9e37-767bef0794aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (6c40ee43-5406-4a95-b7b4-11b32ddced25), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:54:15.777335 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c7460b6b-265e-4555-8553-224ef50fe692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (f703993d-e678-48e2-a65c-4d8192af82e3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:54:17.200270 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62650970-9807-4a53-b182-b0e3c169648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (be31d1c0-1844-4ed1-99dc-0179bb6e7ee8), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:54:18.424297 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee182daf-6335-4abe-96a5-cfae59e42a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (d0f04363-b393-47bd-b9b2-c25e00098206), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:54:18.684287 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (7bcac420-d3a9-4cfc-af22-5ba5795a5287), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:54:24.484383 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 44590) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 13:54:24.953781 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.pecan_wsgi.hooks.translation [None req-10842be0-ce72-47d3-8fb5-268ca46679f8 admin admin] GET failed (client error): The resource could not be found. Jul 15 13:54:24.955419 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-10842be0-ce72-47d3-8fb5-268ca46679f8 admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.4700232 Jul 15 13:54:25.159299 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbce5ec-1659-460e-ae89-884837ca60e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 13:54:25.160861 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-bcbce5ec-1659-460e-ae89-884837ca60e6 admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2011003 Jul 15 13:54:27.398761 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 44600) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 13:54:27.815743 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a71327-8f80-4c13-a66a-5fdca92a763b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 13:54:27.817169 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-96a71327-8f80-4c13-a66a-5fdca92a763b admin admin] 10.222.0.16 "GET /v2.0/subnets/2373024e-f3af-4547-b294-c3f691120dee HTTP/1.1" status: 200 len: 849 time: 0.4171753 Jul 15 13:54:27.827619 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-26b1eb35-7494-4894-90bc-68599dd88ec0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 13:54:28.002096 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-26b1eb35-7494-4894-90bc-68599dd88ec0 admin admin] Publish callbacks [] for subnet (2373024e-f3af-4547-b294-c3f691120dee), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:54:28.170619 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-26b1eb35-7494-4894-90bc-68599dd88ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774722415400'] for subnet (2373024e-f3af-4547-b294-c3f691120dee), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:54:28.199888 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b1eb35-7494-4894-90bc-68599dd88ec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 13:54:28.200532 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-26b1eb35-7494-4894-90bc-68599dd88ec0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:54:28.201855 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-26b1eb35-7494-4894-90bc-68599dd88ec0 admin admin] 10.222.0.16 "PUT /v2.0/subnets/2373024e-f3af-4547-b294-c3f691120dee HTTP/1.1" status: 200 len: 868 time: 0.3780873 Jul 15 13:54:28.220514 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15d413f-a2ef-484c-b7c8-3e15767ec403 None None] Network 4694a580-d299-48ca-b286-2633c1e14e41 requested from dv-cinder-850002-1-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 13:54:28.225958 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b1eb35-7494-4894-90bc-68599dd88ec0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2373024e-f3af-4547-b294-c3f691120dee,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:54:28.234703 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b1eb35-7494-4894-90bc-68599dd88ec0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:28.235038 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b1eb35-7494-4894-90bc-68599dd88ec0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:28.235402 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b1eb35-7494-4894-90bc-68599dd88ec0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:28.235736 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b1eb35-7494-4894-90bc-68599dd88ec0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:28.236067 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b1eb35-7494-4894-90bc-68599dd88ec0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:28.236441 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b1eb35-7494-4894-90bc-68599dd88ec0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:28.236754 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b1eb35-7494-4894-90bc-68599dd88ec0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:28.237080 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b1eb35-7494-4894-90bc-68599dd88ec0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:28.237402 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b1eb35-7494-4894-90bc-68599dd88ec0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:28.237726 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b1eb35-7494-4894-90bc-68599dd88ec0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:28.238064 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b1eb35-7494-4894-90bc-68599dd88ec0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:28.238379 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b1eb35-7494-4894-90bc-68599dd88ec0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:28.238699 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b1eb35-7494-4894-90bc-68599dd88ec0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:28.239018 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b1eb35-7494-4894-90bc-68599dd88ec0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:28.239337 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b1eb35-7494-4894-90bc-68599dd88ec0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:28.574206 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-1a38d9dd-c618-429a-9f10-49a7d2a24d31 None None] Provisioning complete for port cb9029b9-b065-4e4f-921c-d0dfcfc80064 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 13:54:28.574761 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1a38d9dd-c618-429a-9f10-49a7d2a24d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (cb9029b9-b065-4e4f-921c-d0dfcfc80064), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:54:28.683397 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-1a38d9dd-c618-429a-9f10-49a7d2a24d31 None None] Current status of the port cb9029b9-b065-4e4f-921c-d0dfcfc80064 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 13:54:28.695870 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-1a38d9dd-c618-429a-9f10-49a7d2a24d31 None None] Provisioning complete for port b2d01546-1033-45b7-b279-8a4055995565 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 13:54:28.696515 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1a38d9dd-c618-429a-9f10-49a7d2a24d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (b2d01546-1033-45b7-b279-8a4055995565), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:54:28.776706 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-1a38d9dd-c618-429a-9f10-49a7d2a24d31 None None] Current status of the port b2d01546-1033-45b7-b279-8a4055995565 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 13:54:30.557733 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 44608) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 13:54:31.093168 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d24b13-fbcd-446f-922d-eb8087df2d04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 13:54:31.093637 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d24b13-fbcd-446f-922d-eb8087df2d04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 13:54:31.095203 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-70d24b13-fbcd-446f-922d-eb8087df2d04 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5361488 Jul 15 13:54:33.307860 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-3117b6cd-8377-4598-90e9-298b0791c2f7 None None] Agent healthcheck: found 5 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:54:33.389453 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 44616) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 13:54:33.828107 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c585b37-2d33-4658-b069-1089ffb83acf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 13:54:33.828617 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c585b37-2d33-4658-b069-1089ffb83acf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 13:54:33.830167 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-3c585b37-2d33-4658-b069-1089ffb83acf admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4397187 Jul 15 13:54:35.309326 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:54:36.072433 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 44624) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 13:54:36.631463 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a187c37-9612-4d6a-81a1-79339393f705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 13:54:36.633800 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-7a187c37-9612-4d6a-81a1-79339393f705 admin admin] 10.222.0.16 "GET /v2.0/networks/4694a580-d299-48ca-b286-2633c1e14e41 HTTP/1.1" status: 200 len: 869 time: 0.5600839 Jul 15 13:54:38.768850 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:UPDATE=2,neutron:SELECT=29 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:54:38.769963 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=36,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:54:38.774845 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:54:38.889384 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 44636) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 13:54:39.346959 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:54:39.365641 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:54:39.429791 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8462a15e-9794-42a5-a947-6e45dcd1563c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 13:54:39.431177 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-8462a15e-9794-42a5-a947-6e45dcd1563c admin admin] 10.222.0.16 "GET /v2.0/networks/85d18fe6-b559-49ae-a129-0350ffd7e8bf HTTP/1.1" status: 200 len: 886 time: 0.5404801 Jul 15 13:54:41.633604 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 44644) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 13:54:42.058799 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69dc445-430c-4b43-b19f-9a0337ef8af1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 13:54:42.059290 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69dc445-430c-4b43-b19f-9a0337ef8af1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 13:54:42.060903 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-b69dc445-430c-4b43-b19f-9a0337ef8af1 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4263365 Jul 15 13:54:43.303235 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=5 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:54:43.318160 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eb03828a-a61c-4250-b9dc-ac475a08a7b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (6c40ee43-5406-4a95-b7b4-11b32ddced25), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:54:44.315266 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 44654) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 13:54:44.723850 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e4a906-8dc3-4bb1-b047-710812411c27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 13:54:44.724294 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e4a906-8dc3-4bb1-b047-710812411c27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 13:54:44.725887 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-c6e4a906-8dc3-4bb1-b047-710812411c27 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4096584 Jul 15 13:54:45.771769 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-bc0fd7ce-bb64-49d3-9920-500cc3fc276b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (f703993d-e678-48e2-a65c-4d8192af82e3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:54:46.947884 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 44662) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 13:54:47.206442 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62650970-9807-4a53-b182-b0e3c169648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (be31d1c0-1844-4ed1-99dc-0179bb6e7ee8), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:54:47.340805 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5059dfe7-e104-4044-bd4a-c5df4fd0be38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 13:54:47.342210 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-5059dfe7-e104-4044-bd4a-c5df4fd0be38 admin admin] 10.222.0.16 "GET /v2.0/subnets/2373024e-f3af-4547-b294-c3f691120dee HTTP/1.1" status: 200 len: 868 time: 0.3933105 Jul 15 13:54:48.427481 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee182daf-6335-4abe-96a5-cfae59e42a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (d0f04363-b393-47bd-b9b2-c25e00098206), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:54:48.670718 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (7bcac420-d3a9-4cfc-af22-5ba5795a5287), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:54:49.421753 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=10 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:54:49.427199 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=5 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:54:49.568166 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 44670) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 13:54:49.940796 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f0b689-7f46-419a-9fc3-71386c9f3a0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 13:54:49.942102 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-e9f0b689-7f46-419a-9fc3-71386c9f3a0a admin admin] 10.222.0.16 "GET /v2.0/subnets/5080191c-7e2b-40a2-af2d-f84b5c858cde HTTP/1.1" status: 200 len: 816 time: 0.3729472 Jul 15 13:54:58.412706 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:54:58.658260 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:54:58.665420 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:54:59.935415 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=24 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:54:59.937325 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=25 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:55:10.307396 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-3117b6cd-8377-4598-90e9-298b0791c2f7 None None] Agent healthcheck: found 5 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:55:12.308041 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=13 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:55:13.312279 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3231d454-67f9-4e61-b70a-8d3aa8b8e715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (6c40ee43-5406-4a95-b7b4-11b32ddced25), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:55:15.775093 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-02563ace-00a6-487c-899f-b6f7be037c79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (f703993d-e678-48e2-a65c-4d8192af82e3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:55:17.207692 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62650970-9807-4a53-b182-b0e3c169648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (be31d1c0-1844-4ed1-99dc-0179bb6e7ee8), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:55:18.113452 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 44726) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 13:55:18.425071 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee182daf-6335-4abe-96a5-cfae59e42a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (d0f04363-b393-47bd-b9b2-c25e00098206), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:55:18.457141 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [None req-611fa58b-539a-4fa6-ba33-cf18108f31fa admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103882) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 15 13:55:18.458170 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-611fa58b-539a-4fa6-ba33-cf18108f31fa admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3437822 Jul 15 13:55:18.675390 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (7bcac420-d3a9-4cfc-af22-5ba5795a5287), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:55:20.304147 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=21 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:55:20.819657 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 44734) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 13:55:21.197340 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbe2e7c3-ca70-4178-b121-d714a065db3d admin admin] GET failed (client error): The resource could not be found. Jul 15 13:55:21.198697 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-fbe2e7c3-ca70-4178-b121-d714a065db3d admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3780739 Jul 15 13:55:21.434870 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e938ab7-a50c-4331-b45f-76e221faae8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 13:55:21.436269 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-1e938ab7-a50c-4331-b45f-76e221faae8b admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2328925 Jul 15 13:55:23.693053 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 44742) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 13:55:24.023422 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-38289276-3e83-47b8-9320-5efe2c684fd5 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 13:55:24.044606 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38289276-3e83-47b8-9320-5efe2c684fd5 admin admin] Made reservation on behalf of 8618b94bef7144e799c6d51bb1ef841f for: {'network': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:55:24.047116 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-38289276-3e83-47b8-9320-5efe2c684fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for network (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:55:24.077088 dv-cinder-850002-1-iscsi neutron-server[103881]: WARNING neutron.services.revisions.revision_plugin [None req-38289276-3e83-47b8-9320-5efe2c684fd5 admin admin] Could not find related network for resource to bump revision. Jul 15 13:55:24.091932 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38289276-3e83-47b8-9320-5efe2c684fd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=103881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:55:24.102699 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-38289276-3e83-47b8-9320-5efe2c684fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7753414'] for segment (ee681dc9-1f07-4a3a-a03d-92638bae3f23), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:55:24.103039 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.db.segments_db [None req-38289276-3e83-47b8-9320-5efe2c684fd5 admin admin] Added segment ee681dc9-1f07-4a3a-a03d-92638bae3f23 of type vlan for network d244c303-d5c3-4c57-896a-052f9a4f2d84 Jul 15 13:55:24.143358 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-38289276-3e83-47b8-9320-5efe2c684fd5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774722052666'] for network (d244c303-d5c3-4c57-896a-052f9a4f2d84), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:55:24.169412 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-38289276-3e83-47b8-9320-5efe2c684fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794'] for network (d244c303-d5c3-4c57-896a-052f9a4f2d84), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:55:24.170568 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38289276-3e83-47b8-9320-5efe2c684fd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 13:55:24.171209 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-38289276-3e83-47b8-9320-5efe2c684fd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for network (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:55:24.221919 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-38289276-3e83-47b8-9320-5efe2c684fd5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.5274208 Jul 15 13:55:24.279214 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38289276-3e83-47b8-9320-5efe2c684fd5 admin admin] Pushing event updated for resources: {'Network': ['ID=d244c303-d5c3-4c57-896a-052f9a4f2d84,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:24.287630 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38289276-3e83-47b8-9320-5efe2c684fd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:24.287982 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38289276-3e83-47b8-9320-5efe2c684fd5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:24.288351 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38289276-3e83-47b8-9320-5efe2c684fd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:24.288731 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38289276-3e83-47b8-9320-5efe2c684fd5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:24.289145 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38289276-3e83-47b8-9320-5efe2c684fd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:24.289401 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38289276-3e83-47b8-9320-5efe2c684fd5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:24.289739 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38289276-3e83-47b8-9320-5efe2c684fd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:24.290194 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38289276-3e83-47b8-9320-5efe2c684fd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:24.290408 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38289276-3e83-47b8-9320-5efe2c684fd5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:24.290745 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38289276-3e83-47b8-9320-5efe2c684fd5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:24.291109 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38289276-3e83-47b8-9320-5efe2c684fd5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:24.291471 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38289276-3e83-47b8-9320-5efe2c684fd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:24.291777 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38289276-3e83-47b8-9320-5efe2c684fd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:24.292101 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38289276-3e83-47b8-9320-5efe2c684fd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:24.292442 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38289276-3e83-47b8-9320-5efe2c684fd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:24.309136 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Network d244c303-d5c3-4c57-896a-052f9a4f2d84 details requested by agent ovs-agent-dv-cinder-850002-1-iscsi with host dv-cinder-850002-1-iscsi {{(pid=103883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:55:26.566995 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 44750) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 13:55:26.924212 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4a63816-f037-413d-a382-eeeb0a10a2e3 admin admin] GET failed (client error): The resource could not be found. Jul 15 13:55:26.925567 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-b4a63816-f037-413d-a382-eeeb0a10a2e3 admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3576944 Jul 15 13:55:27.003005 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5618b431-3195-44d4-8b5f-5a2c72a4c413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 13:55:27.004501 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-5618b431-3195-44d4-8b5f-5a2c72a4c413 admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0747449 Jul 15 13:55:27.015113 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-823a1dc6-41eb-46f2-91cf-f4b1ada6fa81 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': 'd244c303-d5c3-4c57-896a-052f9a4f2d84', 'description': 'shared-subnet'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 13:55:27.036251 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823a1dc6-41eb-46f2-91cf-f4b1ada6fa81 admin admin] Made reservation on behalf of 8618b94bef7144e799c6d51bb1ef841f for: {'subnet': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:55:27.038962 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-823a1dc6-41eb-46f2-91cf-f4b1ada6fa81 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:55:27.211340 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-823a1dc6-41eb-46f2-91cf-f4b1ada6fa81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794'] for subnet (02df0963-b65c-4040-8537-7076acc87dbe), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:55:27.269911 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823a1dc6-41eb-46f2-91cf-f4b1ada6fa81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02df0963-b65c-4040-8537-7076acc87dbe,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:27.277312 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823a1dc6-41eb-46f2-91cf-f4b1ada6fa81 admin admin] Checking segment: {'id': 'ee681dc9-1f07-4a3a-a03d-92638bae3f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd244c303-d5c3-4c57-896a-052f9a4f2d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 13:55:27.277670 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823a1dc6-41eb-46f2-91cf-f4b1ada6fa81 admin admin] Network hostable DHCP agents. Network: d244c303-d5c3-4c57-896a-052f9a4f2d84, hostable agents: ['6c40ee43-5406-4a95-b7b4-11b32ddced25'], hosted agents: [] {{(pid=103881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:55:27.294671 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823a1dc6-41eb-46f2-91cf-f4b1ada6fa81 admin admin] Network d244c303-d5c3-4c57-896a-052f9a4f2d84 is scheduled to be hosted by DHCP agent 6c40ee43-5406-4a95-b7b4-11b32ddced25 with binding_index 1 {{(pid=103881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:55:27.304851 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-823a1dc6-41eb-46f2-91cf-f4b1ada6fa81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850002-1-iscsi, d244c303-d5c3-4c57-896a-052f9a4f2d84) {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:55:27.309501 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823a1dc6-41eb-46f2-91cf-f4b1ada6fa81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 13:55:27.310087 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-823a1dc6-41eb-46f2-91cf-f4b1ada6fa81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for subnet (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:55:27.320230 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a00e4c9-d779-454f-ae15-23437e8dcf24 None None] Network d244c303-d5c3-4c57-896a-052f9a4f2d84 requested from dv-cinder-850002-1-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 13:55:27.336648 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-823a1dc6-41eb-46f2-91cf-f4b1ada6fa81 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3248913 Jul 15 13:55:27.434485 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08318c5-b81d-4869-a6ed-7b43a5d4d6c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc234a0a-26a4-5646-a6f4-c567700ad66a-d244c303-d5c3-4c57-896a-052f9a4f2d84', 'network_id': 'd244c303-d5c3-4c57-896a-052f9a4f2d84', 'project_id': '8618b94bef7144e799c6d51bb1ef841f', 'fixed_ips': [{'subnet_id': '02df0963-b65c-4040-8537-7076acc87dbe'}]}} from dv-cinder-850002-1-iscsi. {{(pid=103883) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 15 13:55:27.435609 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c08318c5-b81d-4869-a6ed-7b43a5d4d6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:55:27.591450 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [None req-c08318c5-b81d-4869-a6ed-7b43a5d4d6c4 None None] Allocated IP 192.168.233.2 (d244c303-d5c3-4c57-896a-052f9a4f2d84/02df0963-b65c-4040-8537-7076acc87dbe/6d5d8e07-6e81-4508-aec7-784c23540b55) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:55:27.853723 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c08318c5-b81d-4869-a6ed-7b43a5d4d6c4 None None] Publish callbacks [] for port (6d5d8e07-6e81-4508-aec7-784c23540b55), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:55:27.861292 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c08318c5-b81d-4869-a6ed-7b43a5d4d6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679'] for port (6d5d8e07-6e81-4508-aec7-784c23540b55), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:55:27.907172 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08318c5-b81d-4869-a6ed-7b43a5d4d6c4 None None] Network d244c303-d5c3-4c57-896a-052f9a4f2d84 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:55:27.910437 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08318c5-b81d-4869-a6ed-7b43a5d4d6c4 None None] Pushing event updated for resources: {'Port': ['ID=6d5d8e07-6e81-4508-aec7-784c23540b55,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:27.912795 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-c08318c5-b81d-4869-a6ed-7b43a5d4d6c4 None None] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:55:27.915465 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08318c5-b81d-4869-a6ed-7b43a5d4d6c4 None None] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 13:55:27.926835 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08318c5-b81d-4869-a6ed-7b43a5d4d6c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:27.927173 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08318c5-b81d-4869-a6ed-7b43a5d4d6c4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:27.927531 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08318c5-b81d-4869-a6ed-7b43a5d4d6c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:27.927873 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08318c5-b81d-4869-a6ed-7b43a5d4d6c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:27.928772 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08318c5-b81d-4869-a6ed-7b43a5d4d6c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:27.929101 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08318c5-b81d-4869-a6ed-7b43a5d4d6c4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:27.929421 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08318c5-b81d-4869-a6ed-7b43a5d4d6c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:27.929738 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08318c5-b81d-4869-a6ed-7b43a5d4d6c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:27.930330 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08318c5-b81d-4869-a6ed-7b43a5d4d6c4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:27.930651 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08318c5-b81d-4869-a6ed-7b43a5d4d6c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:27.930971 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08318c5-b81d-4869-a6ed-7b43a5d4d6c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:27.931297 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08318c5-b81d-4869-a6ed-7b43a5d4d6c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:27.931615 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08318c5-b81d-4869-a6ed-7b43a5d4d6c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:27.931928 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08318c5-b81d-4869-a6ed-7b43a5d4d6c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:27.932244 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08318c5-b81d-4869-a6ed-7b43a5d4d6c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:27.993255 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-c08318c5-b81d-4869-a6ed-7b43a5d4d6c4 None None] Attempting to bind port 6d5d8e07-6e81-4508-aec7-784c23540b55 on host dv-cinder-850002-1-iscsi for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 15 13:55:27.993621 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-c08318c5-b81d-4869-a6ed-7b43a5d4d6c4 None None] Attempting to bind port 6d5d8e07-6e81-4508-aec7-784c23540b55 by drivers openvswitch,hyperv on host dv-cinder-850002-1-iscsi at level 0 using segments [{'id': 'ee681dc9-1f07-4a3a-a03d-92638bae3f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd244c303-d5c3-4c57-896a-052f9a4f2d84'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 15 13:55:27.993978 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08318c5-b81d-4869-a6ed-7b43a5d4d6c4 None None] Attempting to bind port 6d5d8e07-6e81-4508-aec7-784c23540b55 on network d244c303-d5c3-4c57-896a-052f9a4f2d84 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 13:55:27.999268 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08318c5-b81d-4869-a6ed-7b43a5d4d6c4 None None] Checking agent: {'id': '7bcac420-d3a9-4cfc-af22-5ba5795a5287', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 13, 52, 19), 'started_at': datetime.datetime(2022, 7, 15, 13, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 13, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 13:55:27.999809 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08318c5-b81d-4869-a6ed-7b43a5d4d6c4 None None] Checking segment: {'id': 'ee681dc9-1f07-4a3a-a03d-92638bae3f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd244c303-d5c3-4c57-896a-052f9a4f2d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 13:55:28.000066 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c08318c5-b81d-4869-a6ed-7b43a5d4d6c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:55:28.000511 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08318c5-b81d-4869-a6ed-7b43a5d4d6c4 None None] Bound using segment: {'id': 'ee681dc9-1f07-4a3a-a03d-92638bae3f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd244c303-d5c3-4c57-896a-052f9a4f2d84'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 13:55:28.000945 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-c08318c5-b81d-4869-a6ed-7b43a5d4d6c4 None None] Bound port: 6d5d8e07-6e81-4508-aec7-784c23540b55, host: dv-cinder-850002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee681dc9-1f07-4a3a-a03d-92638bae3f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd244c303-d5c3-4c57-896a-052f9a4f2d84'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 15 13:55:28.001314 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c08318c5-b81d-4869-a6ed-7b43a5d4d6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (6d5d8e07-6e81-4508-aec7-784c23540b55), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:55:28.064157 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-c08318c5-b81d-4869-a6ed-7b43a5d4d6c4 None None] For port 6d5d8e07-6e81-4508-aec7-784c23540b55, host dv-cinder-850002-1-iscsi, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:55:28.067402 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-c08318c5-b81d-4869-a6ed-7b43a5d4d6c4 None None] For port 6d5d8e07-6e81-4508-aec7-784c23540b55, host dv-cinder-850002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=6d5d8e07-6e81-4508-aec7-784c23540b55,segment=NetworkSegment(ee681dc9-1f07-4a3a-a03d-92638bae3f23),segment_id=ee681dc9-1f07-4a3a-a03d-92638bae3f23)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:55:28.074981 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c08318c5-b81d-4869-a6ed-7b43a5d4d6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (6d5d8e07-6e81-4508-aec7-784c23540b55), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:55:28.135056 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08318c5-b81d-4869-a6ed-7b43a5d4d6c4 None None] Pushing event updated for resources: {'Port': ['ID=6d5d8e07-6e81-4508-aec7-784c23540b55,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:28.811943 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 6d5d8e07-6e81-4508-aec7-784c23540b55 up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:55:28.879389 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port 6d5d8e07-6e81-4508-aec7-784c23540b55 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 13:55:28.879867 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (6d5d8e07-6e81-4508-aec7-784c23540b55), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:55:28.967004 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port 6d5d8e07-6e81-4508-aec7-784c23540b55 is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 13:55:28.967651 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (6d5d8e07-6e81-4508-aec7-784c23540b55), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:55:29.008262 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7308a4-f3b3-4ceb-9a9a-bdf32597fe11 None None] Network d244c303-d5c3-4c57-896a-052f9a4f2d84 requested from dv-cinder-850002-1-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 13:55:29.014345 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] For port 6d5d8e07-6e81-4508-aec7-784c23540b55, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=6d5d8e07-6e81-4508-aec7-784c23540b55,segment=NetworkSegment(ee681dc9-1f07-4a3a-a03d-92638bae3f23),segment_id=ee681dc9-1f07-4a3a-a03d-92638bae3f23)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:55:29.028745 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (6d5d8e07-6e81-4508-aec7-784c23540b55), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:55:29.115408 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:UPDATE=5,neutron:SELECT=92,neutron:INSERT=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:55:29.142474 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-4792f2d3-dc48-4dd7-b7f6-87117e62e482 None None] Provisioning complete for port 6d5d8e07-6e81-4508-aec7-784c23540b55 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 13:55:29.142868 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4792f2d3-dc48-4dd7-b7f6-87117e62e482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (6d5d8e07-6e81-4508-aec7-784c23540b55), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:55:29.146553 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Pushing event updated for resources: {'Port': ['ID=6d5d8e07-6e81-4508-aec7-784c23540b55,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:29.255512 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-4792f2d3-dc48-4dd7-b7f6-87117e62e482 None None] Current status of the port 6d5d8e07-6e81-4508-aec7-784c23540b55 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 13:55:29.475369 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-a84fd67e-dc93-41ce-a197-fb13bfd63f66 None None] Provisioning complete for port 6d5d8e07-6e81-4508-aec7-784c23540b55 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 13:55:29.475672 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a84fd67e-dc93-41ce-a197-fb13bfd63f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (6d5d8e07-6e81-4508-aec7-784c23540b55), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:55:29.496698 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:55:29.553558 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:55:29.560764 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-a84fd67e-dc93-41ce-a197-fb13bfd63f66 None None] Current status of the port 6d5d8e07-6e81-4508-aec7-784c23540b55 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 13:55:30.782982 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 6d5d8e07-6e81-4508-aec7-784c23540b55 up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:55:30.826339 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port 6d5d8e07-6e81-4508-aec7-784c23540b55 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 13:55:30.826794 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (6d5d8e07-6e81-4508-aec7-784c23540b55), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:55:30.901746 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port 6d5d8e07-6e81-4508-aec7-784c23540b55 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 13:55:37.318208 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:55:37.318837 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=79,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:55:37.326177 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=81,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:55:40.890385 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=29 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:55:40.893565 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=16 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:55:40.900085 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=11 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:55:43.316341 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-dd2e2a10-a7cf-4a0c-b454-17befe679f69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (6c40ee43-5406-4a95-b7b4-11b32ddced25), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:55:45.776989 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-419da4cc-a1ab-4104-8a84-e9f467ef2993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (f703993d-e678-48e2-a65c-4d8192af82e3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:55:47.212557 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62650970-9807-4a53-b182-b0e3c169648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (be31d1c0-1844-4ed1-99dc-0179bb6e7ee8), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:55:47.308332 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-3117b6cd-8377-4598-90e9-298b0791c2f7 None None] Agent healthcheck: found 5 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:55:48.427383 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee182daf-6335-4abe-96a5-cfae59e42a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (d0f04363-b393-47bd-b9b2-c25e00098206), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:55:48.678875 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (7bcac420-d3a9-4cfc-af22-5ba5795a5287), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:55:49.303465 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=4 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:55:57.304930 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=4 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:55:58.668317 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:55:58.671534 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:55:58.674131 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:56:11.296711 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:56:13.323931 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d8475cc9-fde0-4631-99f6-86a6a30186e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (6c40ee43-5406-4a95-b7b4-11b32ddced25), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:56:15.780334 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1f693339-cb0d-43bb-8abd-83c7062870b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (f703993d-e678-48e2-a65c-4d8192af82e3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:56:17.214257 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62650970-9807-4a53-b182-b0e3c169648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (be31d1c0-1844-4ed1-99dc-0179bb6e7ee8), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:56:18.431063 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee182daf-6335-4abe-96a5-cfae59e42a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (d0f04363-b393-47bd-b9b2-c25e00098206), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:56:18.682040 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (7bcac420-d3a9-4cfc-af22-5ba5795a5287), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:56:24.307839 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-3117b6cd-8377-4598-90e9-298b0791c2f7 None None] Agent healthcheck: found 5 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:56:26.308830 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:56:28.670745 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:56:28.675354 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:56:28.677659 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:56:34.304564 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=6 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:56:43.317957 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-327b216f-1bfb-49cf-964f-7f588a5de973 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (6c40ee43-5406-4a95-b7b4-11b32ddced25), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:56:45.784610 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-70ff7011-7a0f-4d40-9407-431a91b2bbb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (f703993d-e678-48e2-a65c-4d8192af82e3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:56:47.216891 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62650970-9807-4a53-b182-b0e3c169648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (be31d1c0-1844-4ed1-99dc-0179bb6e7ee8), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:56:48.434884 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee182daf-6335-4abe-96a5-cfae59e42a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (d0f04363-b393-47bd-b9b2-c25e00098206), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:56:48.686607 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (7bcac420-d3a9-4cfc-af22-5ba5795a5287), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:56:58.673590 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:56:58.680022 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:56:58.682044 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:57:01.306917 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-3117b6cd-8377-4598-90e9-298b0791c2f7 None None] Agent healthcheck: found 5 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:57:11.584149 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=16 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:57:11.585270 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=18 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:57:11.646097 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 44790) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 13:57:11.652740 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [None req-7eb79e6e-d6a1-4902-b3f8-473fd599a6fb tempest-verify_tempest_config-33081820 tempest-verify_tempest_config-33081820-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103881) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 15 13:57:11.653736 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-7eb79e6e-d6a1-4902-b3f8-473fd599a6fb tempest-verify_tempest_config-33081820 tempest-verify_tempest_config-33081820-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0059900 Jul 15 13:57:12.177172 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 44808) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 13:57:12.516691 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a348ca88-4f3e-4d05-9254-f6be72276a0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:57:12.598487 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a348ca88-4f3e-4d05-9254-f6be72276a0d admin admin] Publish callbacks [] for security_group (d7a4a4ef-7a57-4dc4-ab35-963217bc36bc), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:57:12.602594 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a348ca88-4f3e-4d05-9254-f6be72276a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (d7a4a4ef-7a57-4dc4-ab35-963217bc36bc), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:57:12.656742 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a348ca88-4f3e-4d05-9254-f6be72276a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a4a4ef-7a57-4dc4-ab35-963217bc36bc,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:12.660984 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-a348ca88-4f3e-4d05-9254-f6be72276a0d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=65a9e933d99648d198cad2a5a0c87b56&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4827120 Jul 15 13:57:12.663777 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 44812) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 13:57:12.666923 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a348ca88-4f3e-4d05-9254-f6be72276a0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:12.667270 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a348ca88-4f3e-4d05-9254-f6be72276a0d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:12.667613 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a348ca88-4f3e-4d05-9254-f6be72276a0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:12.667950 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a348ca88-4f3e-4d05-9254-f6be72276a0d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:12.668282 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a348ca88-4f3e-4d05-9254-f6be72276a0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:12.668642 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a348ca88-4f3e-4d05-9254-f6be72276a0d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:12.668967 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a348ca88-4f3e-4d05-9254-f6be72276a0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:12.669291 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a348ca88-4f3e-4d05-9254-f6be72276a0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:12.669634 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a348ca88-4f3e-4d05-9254-f6be72276a0d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:12.669962 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a348ca88-4f3e-4d05-9254-f6be72276a0d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:12.670302 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a348ca88-4f3e-4d05-9254-f6be72276a0d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:12.670646 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a348ca88-4f3e-4d05-9254-f6be72276a0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:12.670975 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a348ca88-4f3e-4d05-9254-f6be72276a0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:12.671295 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a348ca88-4f3e-4d05-9254-f6be72276a0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:12.671611 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a348ca88-4f3e-4d05-9254-f6be72276a0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:12.722667 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-80eac70e-cdb2-4b88-97c2-1848e3b2971c admin admin] Publish callbacks [] for security_group (d7a4a4ef-7a57-4dc4-ab35-963217bc36bc), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:57:12.744483 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-80eac70e-cdb2-4b88-97c2-1848e3b2971c admin admin] Publish callbacks [] for security_group (d7a4a4ef-7a57-4dc4-ab35-963217bc36bc), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:57:12.839515 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-80eac70e-cdb2-4b88-97c2-1848e3b2971c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (d7a4a4ef-7a57-4dc4-ab35-963217bc36bc), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:57:12.842356 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-80eac70e-cdb2-4b88-97c2-1848e3b2971c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:57:12.843818 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-80eac70e-cdb2-4b88-97c2-1848e3b2971c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d7a4a4ef-7a57-4dc4-ab35-963217bc36bc HTTP/1.1" status: 204 len: 168 time: 0.1788352 Jul 15 13:57:12.852940 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eac70e-cdb2-4b88-97c2-1848e3b2971c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a4a4ef-7a57-4dc4-ab35-963217bc36bc,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:12.860256 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eac70e-cdb2-4b88-97c2-1848e3b2971c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:12.860638 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eac70e-cdb2-4b88-97c2-1848e3b2971c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:12.861001 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eac70e-cdb2-4b88-97c2-1848e3b2971c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:12.861349 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eac70e-cdb2-4b88-97c2-1848e3b2971c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:12.861689 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eac70e-cdb2-4b88-97c2-1848e3b2971c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:12.862023 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eac70e-cdb2-4b88-97c2-1848e3b2971c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:12.862352 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eac70e-cdb2-4b88-97c2-1848e3b2971c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:12.862683 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eac70e-cdb2-4b88-97c2-1848e3b2971c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:12.863029 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eac70e-cdb2-4b88-97c2-1848e3b2971c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:12.863382 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eac70e-cdb2-4b88-97c2-1848e3b2971c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:12.863731 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eac70e-cdb2-4b88-97c2-1848e3b2971c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:12.864081 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eac70e-cdb2-4b88-97c2-1848e3b2971c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:12.864489 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eac70e-cdb2-4b88-97c2-1848e3b2971c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:12.864823 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eac70e-cdb2-4b88-97c2-1848e3b2971c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:12.865144 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eac70e-cdb2-4b88-97c2-1848e3b2971c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:13.321982 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-39b621dc-3e58-4e29-a034-f8679b8ae8e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (6c40ee43-5406-4a95-b7b4-11b32ddced25), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:57:15.788281 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-deeaee77-91d1-4b62-9936-983cadf6fd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (f703993d-e678-48e2-a65c-4d8192af82e3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:57:17.220502 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62650970-9807-4a53-b182-b0e3c169648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (be31d1c0-1844-4ed1-99dc-0179bb6e7ee8), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:57:18.437806 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee182daf-6335-4abe-96a5-cfae59e42a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (d0f04363-b393-47bd-b9b2-c25e00098206), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:57:18.692180 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (7bcac420-d3a9-4cfc-af22-5ba5795a5287), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:57:22.655259 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=18,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:57:22.663031 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=21,neutron:INSERT=3 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:57:22.855719 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=15,neutron:DELETE=3 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:57:22.856675 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=20,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:57:28.679219 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=7 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:57:28.683752 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:57:28.685457 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:57:38.307636 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-3117b6cd-8377-4598-90e9-298b0791c2f7 None None] Agent healthcheck: found 5 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:57:43.328212 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5b5b0ac1-8c09-443b-b41e-af51df234755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (6c40ee43-5406-4a95-b7b4-11b32ddced25), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:57:45.792073 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7d8929a2-782f-4ee8-91e1-cc10d16b277b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (f703993d-e678-48e2-a65c-4d8192af82e3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:57:47.221725 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62650970-9807-4a53-b182-b0e3c169648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (be31d1c0-1844-4ed1-99dc-0179bb6e7ee8), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:57:48.303412 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=5 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:57:48.304225 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:57:48.440586 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee182daf-6335-4abe-96a5-cfae59e42a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (d0f04363-b393-47bd-b9b2-c25e00098206), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:57:48.696144 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (7bcac420-d3a9-4cfc-af22-5ba5795a5287), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:57:58.685000 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:57:58.688714 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:57:58.691334 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:58:13.321666 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c133c34c-55ea-4514-844e-a982a90a462a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (6c40ee43-5406-4a95-b7b4-11b32ddced25), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:58:15.305921 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-3117b6cd-8377-4598-90e9-298b0791c2f7 None None] Agent healthcheck: found 5 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:58:15.794507 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-cdd89329-9531-45fc-99db-c61de2a70976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (f703993d-e678-48e2-a65c-4d8192af82e3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:58:17.224326 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62650970-9807-4a53-b182-b0e3c169648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (be31d1c0-1844-4ed1-99dc-0179bb6e7ee8), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:58:18.444523 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee182daf-6335-4abe-96a5-cfae59e42a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (d0f04363-b393-47bd-b9b2-c25e00098206), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:58:18.699667 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (7bcac420-d3a9-4cfc-af22-5ba5795a5287), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:58:25.302316 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=4 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:58:25.303103 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:58:28.440053 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:58:28.693829 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:58:28.695596 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:58:43.325639 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a9141a45-3c54-4dfd-badb-1540a1ea2c9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (6c40ee43-5406-4a95-b7b4-11b32ddced25), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:58:45.797161 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0a861929-01e4-4838-9763-1f1fdf5a3ff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (f703993d-e678-48e2-a65c-4d8192af82e3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:58:47.226508 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62650970-9807-4a53-b182-b0e3c169648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (be31d1c0-1844-4ed1-99dc-0179bb6e7ee8), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:58:48.450530 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee182daf-6335-4abe-96a5-cfae59e42a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (d0f04363-b393-47bd-b9b2-c25e00098206), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:58:48.702621 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (7bcac420-d3a9-4cfc-af22-5ba5795a5287), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:58:52.305854 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-3117b6cd-8377-4598-90e9-298b0791c2f7 None None] Agent healthcheck: found 5 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:58:54.324231 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:58:56.811993 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-452641'] for agent (73ab3907-1bcf-455f-a05d-131e96f159a2), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:58:58.698380 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:59:06.803571 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:59:06.806900 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:59:08.727273 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 44908) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 13:59:08.854770 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-40157e5c-6236-43df-9cc5-50a4b17323ef admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1261556 Jul 15 13:59:10.931465 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 44918) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 13:59:10.985182 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-95ec28e7-0d58-4dc4-bb53-1ea4264dd4a5 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0526559 Jul 15 13:59:11.567847 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=11 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:59:11.568623 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=21 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:59:13.328565 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-26e66b8e-0237-4291-adfe-cafefaf058f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (6c40ee43-5406-4a95-b7b4-11b32ddced25), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:59:15.801989 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e2c4866f-c9e1-497d-b73e-e6822ce90086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (f703993d-e678-48e2-a65c-4d8192af82e3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:59:17.230939 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62650970-9807-4a53-b182-b0e3c169648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (be31d1c0-1844-4ed1-99dc-0179bb6e7ee8), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:59:18.451603 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee182daf-6335-4abe-96a5-cfae59e42a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (d0f04363-b393-47bd-b9b2-c25e00098206), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:59:18.704860 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (7bcac420-d3a9-4cfc-af22-5ba5795a5287), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:59:18.848923 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:59:20.980139 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=3 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:59:26.872602 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (73ab3907-1bcf-455f-a05d-131e96f159a2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:59:28.701023 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:59:29.309056 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-3117b6cd-8377-4598-90e9-298b0791c2f7 None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:59:31.320268 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:59:36.763147 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=9 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:59:36.869009 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:UPDATE=4,neutron:SELECT=4 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:59:39.302720 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=5 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 13:59:43.334645 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0056c686-787a-4d5a-842e-bb8939900fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (6c40ee43-5406-4a95-b7b4-11b32ddced25), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:59:45.804772 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-01173c2e-fb30-4184-9dc6-402c19ecb907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (f703993d-e678-48e2-a65c-4d8192af82e3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:59:47.234580 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62650970-9807-4a53-b182-b0e3c169648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (be31d1c0-1844-4ed1-99dc-0179bb6e7ee8), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:59:48.455118 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee182daf-6335-4abe-96a5-cfae59e42a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (d0f04363-b393-47bd-b9b2-c25e00098206), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:59:48.707807 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (7bcac420-d3a9-4cfc-af22-5ba5795a5287), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 13:59:56.764893 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (73ab3907-1bcf-455f-a05d-131e96f159a2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:06.311075 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-3117b6cd-8377-4598-90e9-298b0791c2f7 None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:00:06.751418 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:00:06.759093 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:00:06.762593 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:00:11.306782 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:00:13.337795 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-9bfdf585-fe56-4780-995f-90ce6f32203d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (6c40ee43-5406-4a95-b7b4-11b32ddced25), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:15.807171 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-86477dcd-49ba-4d93-99d1-fc3a4d8ea3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (f703993d-e678-48e2-a65c-4d8192af82e3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:16.310681 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=4 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:00:17.237659 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62650970-9807-4a53-b182-b0e3c169648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (be31d1c0-1844-4ed1-99dc-0179bb6e7ee8), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:18.458525 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee182daf-6335-4abe-96a5-cfae59e42a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (d0f04363-b393-47bd-b9b2-c25e00098206), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:18.711359 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (7bcac420-d3a9-4cfc-af22-5ba5795a5287), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:26.764242 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (73ab3907-1bcf-455f-a05d-131e96f159a2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:36.751600 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=5 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:00:36.752311 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:00:36.759116 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:00:43.311058 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-3117b6cd-8377-4598-90e9-298b0791c2f7 None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:00:43.341616 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-57e50b74-dabc-4d91-9278-00bc2b84a090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (6c40ee43-5406-4a95-b7b4-11b32ddced25), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:45.822282 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7a21670d-bc0c-45e9-8f44-38e55e93bcdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (f703993d-e678-48e2-a65c-4d8192af82e3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:47.256551 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62650970-9807-4a53-b182-b0e3c169648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (be31d1c0-1844-4ed1-99dc-0179bb6e7ee8), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:48.477703 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee182daf-6335-4abe-96a5-cfae59e42a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (d0f04363-b393-47bd-b9b2-c25e00098206), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:48.731697 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (7bcac420-d3a9-4cfc-af22-5ba5795a5287), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:49.483050 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 45018) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:00:49.819886 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-1eb81759-d1c1-4b8c-bfd3-bd13b910bc29 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-153253776-network', 'tenant_id': '77c8c864a31b402880c334c39fbe5a34'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:00:49.847673 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb81759-d1c1-4b8c-bfd3-bd13b910bc29 admin admin] Made reservation on behalf of 77c8c864a31b402880c334c39fbe5a34 for: {'network': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:00:49.852155 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1eb81759-d1c1-4b8c-bfd3-bd13b910bc29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for network (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:49.862924 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1eb81759-d1c1-4b8c-bfd3-bd13b910bc29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:49.956780 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1eb81759-d1c1-4b8c-bfd3-bd13b910bc29 admin admin] Publish callbacks [] for security_group (555f6c27-545b-4785-82f4-89cd4c7eeb7d), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:49.961169 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1eb81759-d1c1-4b8c-bfd3-bd13b910bc29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (555f6c27-545b-4785-82f4-89cd4c7eeb7d), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:49.998294 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb81759-d1c1-4b8c-bfd3-bd13b910bc29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555f6c27-545b-4785-82f4-89cd4c7eeb7d,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:50.008379 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eb81759-d1c1-4b8c-bfd3-bd13b910bc29 admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=103882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:00:50.013583 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb81759-d1c1-4b8c-bfd3-bd13b910bc29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:50.013935 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb81759-d1c1-4b8c-bfd3-bd13b910bc29 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:50.014275 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb81759-d1c1-4b8c-bfd3-bd13b910bc29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:50.014614 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb81759-d1c1-4b8c-bfd3-bd13b910bc29 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:50.014950 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb81759-d1c1-4b8c-bfd3-bd13b910bc29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:50.015278 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb81759-d1c1-4b8c-bfd3-bd13b910bc29 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:50.015604 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb81759-d1c1-4b8c-bfd3-bd13b910bc29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:50.015931 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb81759-d1c1-4b8c-bfd3-bd13b910bc29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:50.016282 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb81759-d1c1-4b8c-bfd3-bd13b910bc29 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:50.016907 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb81759-d1c1-4b8c-bfd3-bd13b910bc29 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:50.017135 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb81759-d1c1-4b8c-bfd3-bd13b910bc29 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:50.017331 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb81759-d1c1-4b8c-bfd3-bd13b910bc29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:50.017640 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb81759-d1c1-4b8c-bfd3-bd13b910bc29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:50.018014 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb81759-d1c1-4b8c-bfd3-bd13b910bc29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:50.018268 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb81759-d1c1-4b8c-bfd3-bd13b910bc29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:50.019490 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb81759-d1c1-4b8c-bfd3-bd13b910bc29 admin admin] Tracked resource versions report: Jul 15 14:00:50.019490 dv-cinder-850002-1-iscsi neutron-server[103882]: pushed versions: Jul 15 14:00:50.019490 dv-cinder-850002-1-iscsi neutron-server[103882]: { 'AddressGroup': {'1.2'}, Jul 15 14:00:50.019490 dv-cinder-850002-1-iscsi neutron-server[103882]: 'Agent': {'1.1'}, Jul 15 14:00:50.019490 dv-cinder-850002-1-iscsi neutron-server[103882]: 'ConntrackHelper': {'1.0'}, Jul 15 14:00:50.019490 dv-cinder-850002-1-iscsi neutron-server[103882]: 'LocalIPAssociation': {'1.0'}, Jul 15 14:00:50.019490 dv-cinder-850002-1-iscsi neutron-server[103882]: 'Log': {'1.0'}, Jul 15 14:00:50.019490 dv-cinder-850002-1-iscsi neutron-server[103882]: 'NDPProxy': {'1.0'}, Jul 15 14:00:50.019490 dv-cinder-850002-1-iscsi neutron-server[103882]: 'Network': {'1.1'}, Jul 15 14:00:50.019490 dv-cinder-850002-1-iscsi neutron-server[103882]: 'Port': {'1.7'}, Jul 15 14:00:50.019490 dv-cinder-850002-1-iscsi neutron-server[103882]: 'PortForwarding': {'1.3'}, Jul 15 14:00:50.019490 dv-cinder-850002-1-iscsi neutron-server[103882]: 'QosPolicy': {'1.10'}, Jul 15 14:00:50.019490 dv-cinder-850002-1-iscsi neutron-server[103882]: 'SecurityGroup': {'1.5'}, Jul 15 14:00:50.019490 dv-cinder-850002-1-iscsi neutron-server[103882]: 'SecurityGroupRule': {'1.2'}, Jul 15 14:00:50.019490 dv-cinder-850002-1-iscsi neutron-server[103882]: 'SubPort': {'1.0'}, Jul 15 14:00:50.019490 dv-cinder-850002-1-iscsi neutron-server[103882]: 'Subnet': {'1.1'}, Jul 15 14:00:50.019490 dv-cinder-850002-1-iscsi neutron-server[103882]: 'Trunk': {'1.1'}} Jul 15 14:00:50.019490 dv-cinder-850002-1-iscsi neutron-server[103882]: consumer versions: Jul 15 14:00:50.019490 dv-cinder-850002-1-iscsi neutron-server[103882]: { DHCP agent@dv-cinder-850002-1-iscsi: {}, Jul 15 14:00:50.019490 dv-cinder-850002-1-iscsi neutron-server[103882]: HyperV agent@hv-cinder-85000: {}, Jul 15 14:00:50.019490 dv-cinder-850002-1-iscsi neutron-server[103882]: L3 agent@dv-cinder-850002-1-iscsi: {}, Jul 15 14:00:50.019490 dv-cinder-850002-1-iscsi neutron-server[103882]: Metadata agent@dv-cinder-850002-1-iscsi: {}, Jul 15 14:00:50.019490 dv-cinder-850002-1-iscsi neutron-server[103882]: Metering agent@dv-cinder-850002-1-iscsi: {}, Jul 15 14:00:50.019490 dv-cinder-850002-1-iscsi neutron-server[103882]: Open vSwitch agent@dv-cinder-850002-1-iscsi: { 'AddressGroup': '1.2', Jul 15 14:00:50.019490 dv-cinder-850002-1-iscsi neutron-server[103882]: 'Agent': '1.1', Jul 15 14:00:50.019490 dv-cinder-850002-1-iscsi neutron-server[103882]: 'ConntrackHelper': '1.0', Jul 15 14:00:50.019490 dv-cinder-850002-1-iscsi neutron-server[103882]: 'LocalIPAssociation': '1.0', Jul 15 14:00:50.019490 dv-cinder-850002-1-iscsi neutron-server[103882]: 'Log': '1.0', Jul 15 14:00:50.019490 dv-cinder-850002-1-iscsi neutron-server[103882]: 'NDPProxy': '1.0', Jul 15 14:00:50.019490 dv-cinder-850002-1-iscsi neutron-server[103882]: 'Network': '1.1', Jul 15 14:00:50.019490 dv-cinder-850002-1-iscsi neutron-server[103882]: 'Port': '1.7', Jul 15 14:00:50.019490 dv-cinder-850002-1-iscsi neutron-server[103882]: 'PortForwarding': '1.3', Jul 15 14:00:50.019490 dv-cinder-850002-1-iscsi neutron-server[103882]: 'QosPolicy': '1.10', Jul 15 14:00:50.019490 dv-cinder-850002-1-iscsi neutron-server[103882]: 'SecurityGroup': '1.5', Jul 15 14:00:50.019490 dv-cinder-850002-1-iscsi neutron-server[103882]: 'SecurityGroupRule': '1.2', Jul 15 14:00:50.019490 dv-cinder-850002-1-iscsi neutron-server[103882]: 'SubPort': '1.0', Jul 15 14:00:50.019490 dv-cinder-850002-1-iscsi neutron-server[103882]: 'Subnet': '1.1', Jul 15 14:00:50.019490 dv-cinder-850002-1-iscsi neutron-server[103882]: 'Trunk': '1.1'}} Jul 15 14:00:50.019490 dv-cinder-850002-1-iscsi neutron-server[103882]: {{(pid=103882) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 14:00:50.029687 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1eb81759-d1c1-4b8c-bfd3-bd13b910bc29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7753414'] for segment (00d52852-4d7f-4f72-9ea8-52445064468d), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:50.030154 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.db.segments_db [None req-1eb81759-d1c1-4b8c-bfd3-bd13b910bc29 admin admin] Added segment 00d52852-4d7f-4f72-9ea8-52445064468d of type vlan for network cb1d6404-603d-43fd-9d2d-2304ecd9066f Jul 15 14:00:50.077279 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1eb81759-d1c1-4b8c-bfd3-bd13b910bc29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774722052666'] for network (cb1d6404-603d-43fd-9d2d-2304ecd9066f), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:50.107071 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1eb81759-d1c1-4b8c-bfd3-bd13b910bc29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794'] for network (cb1d6404-603d-43fd-9d2d-2304ecd9066f), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:50.108163 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb81759-d1c1-4b8c-bfd3-bd13b910bc29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:00:50.108997 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1eb81759-d1c1-4b8c-bfd3-bd13b910bc29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for network (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:50.176685 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-1eb81759-d1c1-4b8c-bfd3-bd13b910bc29 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 0.6924777 Jul 15 14:00:50.179758 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 45060) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:00:50.181830 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb81759-d1c1-4b8c-bfd3-bd13b910bc29 admin admin] Pushing event updated for resources: {'Network': ['ID=cb1d6404-603d-43fd-9d2d-2304ecd9066f,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:50.190840 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-9bf4f87c-dab5-4934-b9af-326dfc544891 admin admin] Request body: {'subnet': {'network_id': 'cb1d6404-603d-43fd-9d2d-2304ecd9066f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-153253776-subnet', 'tenant_id': '77c8c864a31b402880c334c39fbe5a34', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:00:50.192878 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Network cb1d6404-603d-43fd-9d2d-2304ecd9066f details requested by agent ovs-agent-dv-cinder-850002-1-iscsi with host dv-cinder-850002-1-iscsi {{(pid=103883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:00:50.214786 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf4f87c-dab5-4934-b9af-326dfc544891 admin admin] Made reservation on behalf of 77c8c864a31b402880c334c39fbe5a34 for: {'subnet': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:00:50.217311 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9bf4f87c-dab5-4934-b9af-326dfc544891 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:50.398262 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9bf4f87c-dab5-4934-b9af-326dfc544891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794'] for subnet (78ed3b07-fd43-4c88-bba6-d7f332b83abe), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:50.446289 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf4f87c-dab5-4934-b9af-326dfc544891 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78ed3b07-fd43-4c88-bba6-d7f332b83abe,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:50.464652 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4f87c-dab5-4934-b9af-326dfc544891 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:50.465202 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4f87c-dab5-4934-b9af-326dfc544891 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:50.465861 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4f87c-dab5-4934-b9af-326dfc544891 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:50.466202 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4f87c-dab5-4934-b9af-326dfc544891 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:50.466529 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4f87c-dab5-4934-b9af-326dfc544891 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:50.466854 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4f87c-dab5-4934-b9af-326dfc544891 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:50.467167 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4f87c-dab5-4934-b9af-326dfc544891 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:50.467531 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4f87c-dab5-4934-b9af-326dfc544891 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:50.468000 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4f87c-dab5-4934-b9af-326dfc544891 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:50.468327 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4f87c-dab5-4934-b9af-326dfc544891 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:50.468686 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4f87c-dab5-4934-b9af-326dfc544891 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:50.469028 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4f87c-dab5-4934-b9af-326dfc544891 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:50.469343 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4f87c-dab5-4934-b9af-326dfc544891 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:50.469839 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4f87c-dab5-4934-b9af-326dfc544891 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:50.470155 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4f87c-dab5-4934-b9af-326dfc544891 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:50.471357 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4f87c-dab5-4934-b9af-326dfc544891 admin admin] Tracked resource versions report: Jul 15 14:00:50.471357 dv-cinder-850002-1-iscsi neutron-server[103881]: pushed versions: Jul 15 14:00:50.471357 dv-cinder-850002-1-iscsi neutron-server[103881]: { 'AddressGroup': {'1.2'}, Jul 15 14:00:50.471357 dv-cinder-850002-1-iscsi neutron-server[103881]: 'Agent': {'1.1'}, Jul 15 14:00:50.471357 dv-cinder-850002-1-iscsi neutron-server[103881]: 'ConntrackHelper': {'1.0'}, Jul 15 14:00:50.471357 dv-cinder-850002-1-iscsi neutron-server[103881]: 'LocalIPAssociation': {'1.0'}, Jul 15 14:00:50.471357 dv-cinder-850002-1-iscsi neutron-server[103881]: 'Log': {'1.0'}, Jul 15 14:00:50.471357 dv-cinder-850002-1-iscsi neutron-server[103881]: 'NDPProxy': {'1.0'}, Jul 15 14:00:50.471357 dv-cinder-850002-1-iscsi neutron-server[103881]: 'Network': {'1.1'}, Jul 15 14:00:50.471357 dv-cinder-850002-1-iscsi neutron-server[103881]: 'Port': {'1.7'}, Jul 15 14:00:50.471357 dv-cinder-850002-1-iscsi neutron-server[103881]: 'PortForwarding': {'1.3'}, Jul 15 14:00:50.471357 dv-cinder-850002-1-iscsi neutron-server[103881]: 'QosPolicy': {'1.10'}, Jul 15 14:00:50.471357 dv-cinder-850002-1-iscsi neutron-server[103881]: 'SecurityGroup': {'1.5'}, Jul 15 14:00:50.471357 dv-cinder-850002-1-iscsi neutron-server[103881]: 'SecurityGroupRule': {'1.2'}, Jul 15 14:00:50.471357 dv-cinder-850002-1-iscsi neutron-server[103881]: 'SubPort': {'1.0'}, Jul 15 14:00:50.471357 dv-cinder-850002-1-iscsi neutron-server[103881]: 'Subnet': {'1.1'}, Jul 15 14:00:50.471357 dv-cinder-850002-1-iscsi neutron-server[103881]: 'Trunk': {'1.1'}} Jul 15 14:00:50.471357 dv-cinder-850002-1-iscsi neutron-server[103881]: consumer versions: Jul 15 14:00:50.471357 dv-cinder-850002-1-iscsi neutron-server[103881]: { DHCP agent@dv-cinder-850002-1-iscsi: {}, Jul 15 14:00:50.471357 dv-cinder-850002-1-iscsi neutron-server[103881]: HyperV agent@hv-cinder-85000: {}, Jul 15 14:00:50.471357 dv-cinder-850002-1-iscsi neutron-server[103881]: L3 agent@dv-cinder-850002-1-iscsi: {}, Jul 15 14:00:50.471357 dv-cinder-850002-1-iscsi neutron-server[103881]: Metadata agent@dv-cinder-850002-1-iscsi: {}, Jul 15 14:00:50.471357 dv-cinder-850002-1-iscsi neutron-server[103881]: Metering agent@dv-cinder-850002-1-iscsi: {}, Jul 15 14:00:50.471357 dv-cinder-850002-1-iscsi neutron-server[103881]: Open vSwitch agent@dv-cinder-850002-1-iscsi: { 'AddressGroup': '1.2', Jul 15 14:00:50.471357 dv-cinder-850002-1-iscsi neutron-server[103881]: 'Agent': '1.1', Jul 15 14:00:50.471357 dv-cinder-850002-1-iscsi neutron-server[103881]: 'ConntrackHelper': '1.0', Jul 15 14:00:50.471357 dv-cinder-850002-1-iscsi neutron-server[103881]: 'LocalIPAssociation': '1.0', Jul 15 14:00:50.471357 dv-cinder-850002-1-iscsi neutron-server[103881]: 'Log': '1.0', Jul 15 14:00:50.471357 dv-cinder-850002-1-iscsi neutron-server[103881]: 'NDPProxy': '1.0', Jul 15 14:00:50.471357 dv-cinder-850002-1-iscsi neutron-server[103881]: 'Network': '1.1', Jul 15 14:00:50.471357 dv-cinder-850002-1-iscsi neutron-server[103881]: 'Port': '1.7', Jul 15 14:00:50.471357 dv-cinder-850002-1-iscsi neutron-server[103881]: 'PortForwarding': '1.3', Jul 15 14:00:50.471357 dv-cinder-850002-1-iscsi neutron-server[103881]: 'QosPolicy': '1.10', Jul 15 14:00:50.471357 dv-cinder-850002-1-iscsi neutron-server[103881]: 'SecurityGroup': '1.5', Jul 15 14:00:50.471357 dv-cinder-850002-1-iscsi neutron-server[103881]: 'SecurityGroupRule': '1.2', Jul 15 14:00:50.471357 dv-cinder-850002-1-iscsi neutron-server[103881]: 'SubPort': '1.0', Jul 15 14:00:50.471357 dv-cinder-850002-1-iscsi neutron-server[103881]: 'Subnet': '1.1', Jul 15 14:00:50.471357 dv-cinder-850002-1-iscsi neutron-server[103881]: 'Trunk': '1.1'}} Jul 15 14:00:50.471357 dv-cinder-850002-1-iscsi neutron-server[103881]: {{(pid=103881) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 14:00:50.483324 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf4f87c-dab5-4934-b9af-326dfc544891 admin admin] Checking segment: {'id': '00d52852-4d7f-4f72-9ea8-52445064468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'cb1d6404-603d-43fd-9d2d-2304ecd9066f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:00:50.483683 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf4f87c-dab5-4934-b9af-326dfc544891 admin admin] Network hostable DHCP agents. Network: cb1d6404-603d-43fd-9d2d-2304ecd9066f, hostable agents: ['6c40ee43-5406-4a95-b7b4-11b32ddced25'], hosted agents: [] {{(pid=103881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:00:50.501678 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf4f87c-dab5-4934-b9af-326dfc544891 admin admin] Network cb1d6404-603d-43fd-9d2d-2304ecd9066f is scheduled to be hosted by DHCP agent 6c40ee43-5406-4a95-b7b4-11b32ddced25 with binding_index 1 {{(pid=103881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:00:50.512037 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-9bf4f87c-dab5-4934-b9af-326dfc544891 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850002-1-iscsi, cb1d6404-603d-43fd-9d2d-2304ecd9066f) {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:00:50.521599 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1181ae3-8fb3-4fff-b7d6-62ff29f1cbdb None None] Network cb1d6404-603d-43fd-9d2d-2304ecd9066f requested from dv-cinder-850002-1-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 14:00:50.523485 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf4f87c-dab5-4934-b9af-326dfc544891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:00:50.524092 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9bf4f87c-dab5-4934-b9af-326dfc544891 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for subnet (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:50.546205 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 45074) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:00:50.552188 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-4dccae11-bfd7-44d2-97f0-e3d1c16b481a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-153253776-router', 'tenant_id': '77c8c864a31b402880c334c39fbe5a34', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'}}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:00:50.558680 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-9bf4f87c-dab5-4934-b9af-326dfc544891 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.3775816 Jul 15 14:00:50.583306 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4dccae11-bfd7-44d2-97f0-e3d1c16b481a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6535'] for router (a17742aa-1789-44a4-ae01-72e134c5306d), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:50.585647 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4dccae11-bfd7-44d2-97f0-e3d1c16b481a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451168', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6558'] for router (a17742aa-1789-44a4-ae01-72e134c5306d), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:50.663420 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a493567-e635-4132-89c1-cb39762c649a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc234a0a-26a4-5646-a6f4-c567700ad66a-cb1d6404-603d-43fd-9d2d-2304ecd9066f', 'network_id': 'cb1d6404-603d-43fd-9d2d-2304ecd9066f', 'project_id': '77c8c864a31b402880c334c39fbe5a34', 'fixed_ips': [{'subnet_id': '78ed3b07-fd43-4c88-bba6-d7f332b83abe'}]}} from dv-cinder-850002-1-iscsi. {{(pid=103883) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 15 14:00:50.664435 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6a493567-e635-4132-89c1-cb39762c649a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:50.708224 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4dccae11-bfd7-44d2-97f0-e3d1c16b481a admin admin] Publish callbacks [] for router_controller (a17742aa-1789-44a4-ae01-72e134c5306d), precommit_add_association {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:50.827120 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [None req-6a493567-e635-4132-89c1-cb39762c649a None None] Allocated IP 172.20.0.2 (cb1d6404-603d-43fd-9d2d-2304ecd9066f/78ed3b07-fd43-4c88-bba6-d7f332b83abe/575e018a-0d67-4759-bcf1-fe97c1b95ce9) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:00:50.857014 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4dccae11-bfd7-44d2-97f0-e3d1c16b481a admin admin] Publish callbacks [] for router_gateway (a17742aa-1789-44a4-ae01-72e134c5306d), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:50.986102 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6a493567-e635-4132-89c1-cb39762c649a None None] Publish callbacks [] for port (575e018a-0d67-4759-bcf1-fe97c1b95ce9), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:50.994099 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6a493567-e635-4132-89c1-cb39762c649a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679'] for port (575e018a-0d67-4759-bcf1-fe97c1b95ce9), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:51.037206 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a493567-e635-4132-89c1-cb39762c649a None None] Network cb1d6404-603d-43fd-9d2d-2304ecd9066f is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:00:51.038651 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-6a493567-e635-4132-89c1-cb39762c649a None None] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:00:51.040829 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 45100) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:00:51.043052 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a493567-e635-4132-89c1-cb39762c649a None None] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:00:51.090588 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a493567-e635-4132-89c1-cb39762c649a None None] Pushing event updated for resources: {'Port': ['ID=575e018a-0d67-4759-bcf1-fe97c1b95ce9,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:51.107817 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4dccae11-bfd7-44d2-97f0-e3d1c16b481a admin admin] Publish callbacks [] for router_gateway (a17742aa-1789-44a4-ae01-72e134c5306d), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:51.114362 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a493567-e635-4132-89c1-cb39762c649a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:51.114770 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a493567-e635-4132-89c1-cb39762c649a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:51.115131 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a493567-e635-4132-89c1-cb39762c649a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:51.115668 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a493567-e635-4132-89c1-cb39762c649a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:51.116328 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a493567-e635-4132-89c1-cb39762c649a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:51.116868 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a493567-e635-4132-89c1-cb39762c649a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:51.117348 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a493567-e635-4132-89c1-cb39762c649a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:51.118282 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a493567-e635-4132-89c1-cb39762c649a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:51.118917 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a493567-e635-4132-89c1-cb39762c649a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:51.119400 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a493567-e635-4132-89c1-cb39762c649a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:51.120557 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a493567-e635-4132-89c1-cb39762c649a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:51.121062 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a493567-e635-4132-89c1-cb39762c649a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:51.121746 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a493567-e635-4132-89c1-cb39762c649a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:51.122220 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a493567-e635-4132-89c1-cb39762c649a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:51.122702 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a493567-e635-4132-89c1-cb39762c649a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:51.124065 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a493567-e635-4132-89c1-cb39762c649a None None] Tracked resource versions report: Jul 15 14:00:51.124065 dv-cinder-850002-1-iscsi neutron-server[103883]: pushed versions: Jul 15 14:00:51.124065 dv-cinder-850002-1-iscsi neutron-server[103883]: { 'AddressGroup': {'1.2'}, Jul 15 14:00:51.124065 dv-cinder-850002-1-iscsi neutron-server[103883]: 'Agent': {'1.1'}, Jul 15 14:00:51.124065 dv-cinder-850002-1-iscsi neutron-server[103883]: 'ConntrackHelper': {'1.0'}, Jul 15 14:00:51.124065 dv-cinder-850002-1-iscsi neutron-server[103883]: 'LocalIPAssociation': {'1.0'}, Jul 15 14:00:51.124065 dv-cinder-850002-1-iscsi neutron-server[103883]: 'Log': {'1.0'}, Jul 15 14:00:51.124065 dv-cinder-850002-1-iscsi neutron-server[103883]: 'NDPProxy': {'1.0'}, Jul 15 14:00:51.124065 dv-cinder-850002-1-iscsi neutron-server[103883]: 'Network': {'1.1'}, Jul 15 14:00:51.124065 dv-cinder-850002-1-iscsi neutron-server[103883]: 'Port': {'1.7'}, Jul 15 14:00:51.124065 dv-cinder-850002-1-iscsi neutron-server[103883]: 'PortForwarding': {'1.3'}, Jul 15 14:00:51.124065 dv-cinder-850002-1-iscsi neutron-server[103883]: 'QosPolicy': {'1.10'}, Jul 15 14:00:51.124065 dv-cinder-850002-1-iscsi neutron-server[103883]: 'SecurityGroup': {'1.5'}, Jul 15 14:00:51.124065 dv-cinder-850002-1-iscsi neutron-server[103883]: 'SecurityGroupRule': {'1.2'}, Jul 15 14:00:51.124065 dv-cinder-850002-1-iscsi neutron-server[103883]: 'SubPort': {'1.0'}, Jul 15 14:00:51.124065 dv-cinder-850002-1-iscsi neutron-server[103883]: 'Subnet': {'1.1'}, Jul 15 14:00:51.124065 dv-cinder-850002-1-iscsi neutron-server[103883]: 'Trunk': {'1.1'}} Jul 15 14:00:51.124065 dv-cinder-850002-1-iscsi neutron-server[103883]: consumer versions: Jul 15 14:00:51.124065 dv-cinder-850002-1-iscsi neutron-server[103883]: { DHCP agent@dv-cinder-850002-1-iscsi: {}, Jul 15 14:00:51.124065 dv-cinder-850002-1-iscsi neutron-server[103883]: HyperV agent@hv-cinder-85000: {}, Jul 15 14:00:51.124065 dv-cinder-850002-1-iscsi neutron-server[103883]: L3 agent@dv-cinder-850002-1-iscsi: {}, Jul 15 14:00:51.124065 dv-cinder-850002-1-iscsi neutron-server[103883]: Metadata agent@dv-cinder-850002-1-iscsi: {}, Jul 15 14:00:51.124065 dv-cinder-850002-1-iscsi neutron-server[103883]: Metering agent@dv-cinder-850002-1-iscsi: {}, Jul 15 14:00:51.124065 dv-cinder-850002-1-iscsi neutron-server[103883]: Open vSwitch agent@dv-cinder-850002-1-iscsi: { 'AddressGroup': '1.2', Jul 15 14:00:51.124065 dv-cinder-850002-1-iscsi neutron-server[103883]: 'Agent': '1.1', Jul 15 14:00:51.124065 dv-cinder-850002-1-iscsi neutron-server[103883]: 'ConntrackHelper': '1.0', Jul 15 14:00:51.124065 dv-cinder-850002-1-iscsi neutron-server[103883]: 'LocalIPAssociation': '1.0', Jul 15 14:00:51.124065 dv-cinder-850002-1-iscsi neutron-server[103883]: 'Log': '1.0', Jul 15 14:00:51.124065 dv-cinder-850002-1-iscsi neutron-server[103883]: 'NDPProxy': '1.0', Jul 15 14:00:51.124065 dv-cinder-850002-1-iscsi neutron-server[103883]: 'Network': '1.1', Jul 15 14:00:51.124065 dv-cinder-850002-1-iscsi neutron-server[103883]: 'Port': '1.7', Jul 15 14:00:51.124065 dv-cinder-850002-1-iscsi neutron-server[103883]: 'PortForwarding': '1.3', Jul 15 14:00:51.124065 dv-cinder-850002-1-iscsi neutron-server[103883]: 'QosPolicy': '1.10', Jul 15 14:00:51.124065 dv-cinder-850002-1-iscsi neutron-server[103883]: 'SecurityGroup': '1.5', Jul 15 14:00:51.124065 dv-cinder-850002-1-iscsi neutron-server[103883]: 'SecurityGroupRule': '1.2', Jul 15 14:00:51.124065 dv-cinder-850002-1-iscsi neutron-server[103883]: 'SubPort': '1.0', Jul 15 14:00:51.124065 dv-cinder-850002-1-iscsi neutron-server[103883]: 'Subnet': '1.1', Jul 15 14:00:51.124065 dv-cinder-850002-1-iscsi neutron-server[103883]: 'Trunk': '1.1'}} Jul 15 14:00:51.124065 dv-cinder-850002-1-iscsi neutron-server[103883]: {{(pid=103883) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 14:00:51.144544 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-6a493567-e635-4132-89c1-cb39762c649a None None] Attempting to bind port 575e018a-0d67-4759-bcf1-fe97c1b95ce9 on host dv-cinder-850002-1-iscsi for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 15 14:00:51.145094 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-6a493567-e635-4132-89c1-cb39762c649a None None] Attempting to bind port 575e018a-0d67-4759-bcf1-fe97c1b95ce9 by drivers openvswitch,hyperv on host dv-cinder-850002-1-iscsi at level 0 using segments [{'id': '00d52852-4d7f-4f72-9ea8-52445064468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'cb1d6404-603d-43fd-9d2d-2304ecd9066f'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 15 14:00:51.145628 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a493567-e635-4132-89c1-cb39762c649a None None] Attempting to bind port 575e018a-0d67-4759-bcf1-fe97c1b95ce9 on network cb1d6404-603d-43fd-9d2d-2304ecd9066f {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:00:51.151642 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a493567-e635-4132-89c1-cb39762c649a None None] Checking agent: {'id': '7bcac420-d3a9-4cfc-af22-5ba5795a5287', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 13, 52, 19), 'started_at': datetime.datetime(2022, 7, 15, 13, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 14, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 14:00:51.152335 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a493567-e635-4132-89c1-cb39762c649a None None] Checking segment: {'id': '00d52852-4d7f-4f72-9ea8-52445064468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'cb1d6404-603d-43fd-9d2d-2304ecd9066f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:00:51.153518 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6a493567-e635-4132-89c1-cb39762c649a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:51.154148 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a493567-e635-4132-89c1-cb39762c649a None None] Bound using segment: {'id': '00d52852-4d7f-4f72-9ea8-52445064468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'cb1d6404-603d-43fd-9d2d-2304ecd9066f'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 14:00:51.154860 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-6a493567-e635-4132-89c1-cb39762c649a None None] Bound port: 575e018a-0d67-4759-bcf1-fe97c1b95ce9, host: dv-cinder-850002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00d52852-4d7f-4f72-9ea8-52445064468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'cb1d6404-603d-43fd-9d2d-2304ecd9066f'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 15 14:00:51.155424 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6a493567-e635-4132-89c1-cb39762c649a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (575e018a-0d67-4759-bcf1-fe97c1b95ce9), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:51.254910 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-6a493567-e635-4132-89c1-cb39762c649a None None] For port 575e018a-0d67-4759-bcf1-fe97c1b95ce9, host dv-cinder-850002-1-iscsi, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:00:51.264467 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4dccae11-bfd7-44d2-97f0-e3d1c16b481a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:51.265443 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-6a493567-e635-4132-89c1-cb39762c649a None None] For port 575e018a-0d67-4759-bcf1-fe97c1b95ce9, host dv-cinder-850002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=575e018a-0d67-4759-bcf1-fe97c1b95ce9,segment=NetworkSegment(00d52852-4d7f-4f72-9ea8-52445064468d),segment_id=00d52852-4d7f-4f72-9ea8-52445064468d)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:00:51.279983 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6a493567-e635-4132-89c1-cb39762c649a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (575e018a-0d67-4759-bcf1-fe97c1b95ce9), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:51.396058 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a493567-e635-4132-89c1-cb39762c649a None None] Pushing event updated for resources: {'Port': ['ID=575e018a-0d67-4759-bcf1-fe97c1b95ce9,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:51.415577 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:00:51.416475 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-badeb378-eaf3-4178-9081-e7f54889d45d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-698511596-network', 'tenant_id': 'c160b9f06dad4ee98349dbc63131c20d'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:00:51.443815 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-badeb378-eaf3-4178-9081-e7f54889d45d admin admin] Made reservation on behalf of c160b9f06dad4ee98349dbc63131c20d for: {'network': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:00:51.449616 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:00:51.450089 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-badeb378-eaf3-4178-9081-e7f54889d45d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for network (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:51.460649 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-4dccae11-bfd7-44d2-97f0-e3d1c16b481a admin admin] Allocated IP 172.27.0.236 (85d18fe6-b559-49ae-a129-0350ffd7e8bf/5080191c-7e2b-40a2-af2d-f84b5c858cde/6b55ccc8-becd-4212-8002-ad5c7224ac1f) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:00:51.466423 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-badeb378-eaf3-4178-9081-e7f54889d45d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:51.616038 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-badeb378-eaf3-4178-9081-e7f54889d45d admin admin] Publish callbacks [] for security_group (93941a99-8f5f-49be-b2d0-cb9fb98dbb61), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:51.624494 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-badeb378-eaf3-4178-9081-e7f54889d45d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (93941a99-8f5f-49be-b2d0-cb9fb98dbb61), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:51.653007 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4dccae11-bfd7-44d2-97f0-e3d1c16b481a admin admin] Publish callbacks [] for port (6b55ccc8-becd-4212-8002-ad5c7224ac1f), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:51.777007 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badeb378-eaf3-4178-9081-e7f54889d45d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93941a99-8f5f-49be-b2d0-cb9fb98dbb61,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:51.778578 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4dccae11-bfd7-44d2-97f0-e3d1c16b481a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679'] for port (6b55ccc8-becd-4212-8002-ad5c7224ac1f), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:51.779213 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-badeb378-eaf3-4178-9081-e7f54889d45d admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=103881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:00:51.779213 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-badeb378-eaf3-4178-9081-e7f54889d45d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7753414'] for segment (6120fc8a-8d07-42e8-bbb1-497afed6cae1), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:51.779213 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.db.segments_db [None req-badeb378-eaf3-4178-9081-e7f54889d45d admin admin] Added segment 6120fc8a-8d07-42e8-bbb1-497afed6cae1 of type vlan for network 68380afb-92df-4e5a-adc7-5f1834064646 Jul 15 14:00:51.804684 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dccae11-bfd7-44d2-97f0-e3d1c16b481a admin admin] Network 85d18fe6-b559-49ae-a129-0350ffd7e8bf is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:00:51.805999 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dccae11-bfd7-44d2-97f0-e3d1c16b481a admin admin] Pushing event updated for resources: {'Port': ['ID=6b55ccc8-becd-4212-8002-ad5c7224ac1f,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:51.810765 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-4dccae11-bfd7-44d2-97f0-e3d1c16b481a admin admin] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:00:51.817635 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-badeb378-eaf3-4178-9081-e7f54889d45d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774722052666'] for network (68380afb-92df-4e5a-adc7-5f1834064646), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:51.841719 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dccae11-bfd7-44d2-97f0-e3d1c16b481a admin admin] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:00:51.892911 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-badeb378-eaf3-4178-9081-e7f54889d45d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794'] for network (68380afb-92df-4e5a-adc7-5f1834064646), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:51.894120 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badeb378-eaf3-4178-9081-e7f54889d45d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:00:51.894713 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-badeb378-eaf3-4178-9081-e7f54889d45d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for network (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:51.936423 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-badeb378-eaf3-4178-9081-e7f54889d45d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.8932319 Jul 15 14:00:51.943884 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 45142) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:00:51.944331 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:00:51.950399 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-b79f586f-78ca-4a2b-8fe5-6b697f64d72d admin admin] Request body: {'subnet': {'network_id': '68380afb-92df-4e5a-adc7-5f1834064646', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-698511596-subnet', 'tenant_id': 'c160b9f06dad4ee98349dbc63131c20d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:00:52.004554 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badeb378-eaf3-4178-9081-e7f54889d45d admin admin] Pushing event updated for resources: {'Network': ['ID=68380afb-92df-4e5a-adc7-5f1834064646,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:52.013461 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 45144) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:00:52.018395 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Network 68380afb-92df-4e5a-adc7-5f1834064646 details requested by agent ovs-agent-dv-cinder-850002-1-iscsi with host dv-cinder-850002-1-iscsi {{(pid=103883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:00:52.021985 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79f586f-78ca-4a2b-8fe5-6b697f64d72d admin admin] Made reservation on behalf of c160b9f06dad4ee98349dbc63131c20d for: {'subnet': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:00:52.024921 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b79f586f-78ca-4a2b-8fe5-6b697f64d72d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:52.102824 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:00:52.198102 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4dccae11-bfd7-44d2-97f0-e3d1c16b481a admin admin] Publish callbacks [] for router_gateway (a17742aa-1789-44a4-ae01-72e134c5306d), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:52.269754 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b79f586f-78ca-4a2b-8fe5-6b697f64d72d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794'] for subnet (df9e13f7-b2b8-4f61-84bd-25765312a9d7), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:52.301074 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 45152) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:00:52.371488 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79f586f-78ca-4a2b-8fe5-6b697f64d72d admin admin] Pushing event updated for resources: {'Subnet': ['ID=df9e13f7-b2b8-4f61-84bd-25765312a9d7,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:52.389504 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79f586f-78ca-4a2b-8fe5-6b697f64d72d admin admin] Checking segment: {'id': '6120fc8a-8d07-42e8-bbb1-497afed6cae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '68380afb-92df-4e5a-adc7-5f1834064646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:00:52.389870 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79f586f-78ca-4a2b-8fe5-6b697f64d72d admin admin] Network hostable DHCP agents. Network: 68380afb-92df-4e5a-adc7-5f1834064646, hostable agents: ['6c40ee43-5406-4a95-b7b4-11b32ddced25'], hosted agents: [] {{(pid=103881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:00:52.417681 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79f586f-78ca-4a2b-8fe5-6b697f64d72d admin admin] Network 68380afb-92df-4e5a-adc7-5f1834064646 is scheduled to be hosted by DHCP agent 6c40ee43-5406-4a95-b7b4-11b32ddced25 with binding_index 1 {{(pid=103881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:00:52.438475 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-b79f586f-78ca-4a2b-8fe5-6b697f64d72d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850002-1-iscsi, 68380afb-92df-4e5a-adc7-5f1834064646) {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:00:52.447561 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625ef0b5-59ef-4234-b25e-1230061466d8 None None] Network 68380afb-92df-4e5a-adc7-5f1834064646 requested from dv-cinder-850002-1-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 14:00:52.454255 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79f586f-78ca-4a2b-8fe5-6b697f64d72d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:00:52.454859 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b79f586f-78ca-4a2b-8fe5-6b697f64d72d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for subnet (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:52.480241 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4dccae11-bfd7-44d2-97f0-e3d1c16b481a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451316'] for router (a17742aa-1789-44a4-ae01-72e134c5306d), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:52.493592 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 45164) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:00:52.493767 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-b79f586f-78ca-4a2b-8fe5-6b697f64d72d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5462489 Jul 15 14:00:52.497126 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-117e289d-2068-4570-ab2c-485ca77ec7a8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-698511596-router', 'tenant_id': 'c160b9f06dad4ee98349dbc63131c20d', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'}}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:00:52.530831 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-2d05a8c6-f9ba-4bdb-a96f-0f9fb455b06d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1551812071-network', 'tenant_id': 'd3c9ca821cd341a98f21ca15a0d6eb4c'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:00:52.570536 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:00:52.580589 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d05a8c6-f9ba-4bdb-a96f-0f9fb455b06d admin admin] Made reservation on behalf of d3c9ca821cd341a98f21ca15a0d6eb4c for: {'network': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:00:52.583129 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2d05a8c6-f9ba-4bdb-a96f-0f9fb455b06d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for network (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:52.607899 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2d05a8c6-f9ba-4bdb-a96f-0f9fb455b06d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:52.693766 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ff4ed0-12a0-4ccb-8f70-afc2d0c5def3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc234a0a-26a4-5646-a6f4-c567700ad66a-68380afb-92df-4e5a-adc7-5f1834064646', 'network_id': '68380afb-92df-4e5a-adc7-5f1834064646', 'project_id': 'c160b9f06dad4ee98349dbc63131c20d', 'fixed_ips': [{'subnet_id': 'df9e13f7-b2b8-4f61-84bd-25765312a9d7'}]}} from dv-cinder-850002-1-iscsi. {{(pid=103883) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 15 14:00:52.695073 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-30ff4ed0-12a0-4ccb-8f70-afc2d0c5def3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:52.724280 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-2e6532df-a06f-4c82-9b99-f605a7c9cbe0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-182516732-network', 'tenant_id': 'c8778d5da3de4c4dbae5d24842b359bc'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:00:52.736094 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-117e289d-2068-4570-ab2c-485ca77ec7a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6535'] for router (71e21bd5-960a-403c-901a-527508aee993), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:52.737622 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-117e289d-2068-4570-ab2c-485ca77ec7a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451168', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6558'] for router (71e21bd5-960a-403c-901a-527508aee993), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:52.770895 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2d05a8c6-f9ba-4bdb-a96f-0f9fb455b06d admin admin] Publish callbacks [] for security_group (568a9f09-4a35-459c-8983-49332b2ec06f), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:52.784453 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2d05a8c6-f9ba-4bdb-a96f-0f9fb455b06d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (568a9f09-4a35-459c-8983-49332b2ec06f), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:52.819862 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70227149-80a4-4c16-9b7b-6101ceea8bef None None] Network cb1d6404-603d-43fd-9d2d-2304ecd9066f requested from dv-cinder-850002-1-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 14:00:52.858636 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d05a8c6-f9ba-4bdb-a96f-0f9fb455b06d admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=103881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:00:52.878288 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6532df-a06f-4c82-9b99-f605a7c9cbe0 admin admin] Made reservation on behalf of c8778d5da3de4c4dbae5d24842b359bc for: {'network': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:00:52.881947 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2e6532df-a06f-4c82-9b99-f605a7c9cbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for network (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:52.897203 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-117e289d-2068-4570-ab2c-485ca77ec7a8 admin admin] Publish callbacks [] for router_controller (71e21bd5-960a-403c-901a-527508aee993), precommit_add_association {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:52.904018 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2d05a8c6-f9ba-4bdb-a96f-0f9fb455b06d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7753414'] for segment (38096d94-fd7d-4e30-b8c0-11363bafd847), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:52.904764 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.db.segments_db [None req-2d05a8c6-f9ba-4bdb-a96f-0f9fb455b06d admin admin] Added segment 38096d94-fd7d-4e30-b8c0-11363bafd847 of type vlan for network 2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448 Jul 15 14:00:52.931148 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2e6532df-a06f-4c82-9b99-f605a7c9cbe0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:52.956151 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2d05a8c6-f9ba-4bdb-a96f-0f9fb455b06d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774722052666'] for network (2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:52.988629 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d05a8c6-f9ba-4bdb-a96f-0f9fb455b06d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568a9f09-4a35-459c-8983-49332b2ec06f,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:53.004701 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-4801130b-107e-4732-8c7d-af4c267f5f42 None None] Provisioning complete for port 575e018a-0d67-4759-bcf1-fe97c1b95ce9 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:00:53.004701 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4801130b-107e-4732-8c7d-af4c267f5f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (575e018a-0d67-4759-bcf1-fe97c1b95ce9), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:53.022039 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2d05a8c6-f9ba-4bdb-a96f-0f9fb455b06d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794'] for network (2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:53.023337 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d05a8c6-f9ba-4bdb-a96f-0f9fb455b06d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:00:53.028470 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2d05a8c6-f9ba-4bdb-a96f-0f9fb455b06d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for network (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:53.071020 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:00:53.129329 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:UPDATE=8,neutron:SELECT=86,neutron:INSERT=6 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:00:53.130912 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 575e018a-0d67-4759-bcf1-fe97c1b95ce9 up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:00:53.162441 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-2d05a8c6-f9ba-4bdb-a96f-0f9fb455b06d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.1475518 Jul 15 14:00:53.163490 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 45176) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:00:53.204742 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-0c16ef73-3cba-421f-bbca-f50ba7c3a609 admin admin] Request body: {'subnet': {'network_id': '2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1551812071-subnet', 'tenant_id': 'd3c9ca821cd341a98f21ca15a0d6eb4c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:00:53.211213 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:00:53.230705 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port 575e018a-0d67-4759-bcf1-fe97c1b95ce9 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:00:53.231387 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (575e018a-0d67-4759-bcf1-fe97c1b95ce9), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:53.245727 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:00:53.286031 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2e6532df-a06f-4c82-9b99-f605a7c9cbe0 admin admin] Publish callbacks [] for security_group (791c2757-515f-4f85-9fb4-38a8561189f0), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:53.306006 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=4 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:00:53.307095 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=6 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:00:53.346169 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d05a8c6-f9ba-4bdb-a96f-0f9fb455b06d admin admin] Pushing event updated for resources: {'Network': ['ID=2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:53.351423 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port 575e018a-0d67-4759-bcf1-fe97c1b95ce9 is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:00:53.352529 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (575e018a-0d67-4759-bcf1-fe97c1b95ce9), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:53.366994 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:INSERT=11,neutron:UPDATE=4,neutron:SELECT=85 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:00:53.373093 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c16ef73-3cba-421f-bbca-f50ba7c3a609 admin admin] Made reservation on behalf of d3c9ca821cd341a98f21ca15a0d6eb4c for: {'subnet': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:00:53.380674 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0c16ef73-3cba-421f-bbca-f50ba7c3a609 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:53.387483 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2e6532df-a06f-4c82-9b99-f605a7c9cbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (791c2757-515f-4f85-9fb4-38a8561189f0), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:53.472092 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] For port 575e018a-0d67-4759-bcf1-fe97c1b95ce9, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=575e018a-0d67-4759-bcf1-fe97c1b95ce9,segment=NetworkSegment(00d52852-4d7f-4f72-9ea8-52445064468d),segment_id=00d52852-4d7f-4f72-9ea8-52445064468d)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:00:53.473518 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Network 2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448 details requested by agent ovs-agent-dv-cinder-850002-1-iscsi with host dv-cinder-850002-1-iscsi {{(pid=103883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:00:53.603233 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [None req-30ff4ed0-12a0-4ccb-8f70-afc2d0c5def3 None None] Allocated IP 172.20.0.2 (68380afb-92df-4e5a-adc7-5f1834064646/df9e13f7-b2b8-4f61-84bd-25765312a9d7/4d6271f2-7715-4e33-92d6-4da488041a7a) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:00:53.659786 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-4801130b-107e-4732-8c7d-af4c267f5f42 None None] Current status of the port 575e018a-0d67-4759-bcf1-fe97c1b95ce9 is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:00:53.661930 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4801130b-107e-4732-8c7d-af4c267f5f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (575e018a-0d67-4759-bcf1-fe97c1b95ce9), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:53.699808 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e6532df-a06f-4c82-9b99-f605a7c9cbe0 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=103882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:00:53.738449 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (575e018a-0d67-4759-bcf1-fe97c1b95ce9), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:53.744371 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=80,neutron:DELETE=2,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:00:53.752334 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0c16ef73-3cba-421f-bbca-f50ba7c3a609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794'] for subnet (98337d2e-3581-4353-88ca-3d2c4ce5295a), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:53.846040 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c16ef73-3cba-421f-bbca-f50ba7c3a609 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98337d2e-3581-4353-88ca-3d2c4ce5295a,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:53.932308 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c16ef73-3cba-421f-bbca-f50ba7c3a609 admin admin] Checking segment: {'id': '38096d94-fd7d-4e30-b8c0-11363bafd847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:00:53.933012 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-117e289d-2068-4570-ab2c-485ca77ec7a8 admin admin] Publish callbacks [] for router_gateway (71e21bd5-960a-403c-901a-527508aee993), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:53.937385 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c16ef73-3cba-421f-bbca-f50ba7c3a609 admin admin] Network hostable DHCP agents. Network: 2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448, hostable agents: ['6c40ee43-5406-4a95-b7b4-11b32ddced25'], hosted agents: [] {{(pid=103881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:00:53.978288 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c16ef73-3cba-421f-bbca-f50ba7c3a609 admin admin] Network 2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448 is scheduled to be hosted by DHCP agent 6c40ee43-5406-4a95-b7b4-11b32ddced25 with binding_index 1 {{(pid=103881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:00:53.994437 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2e6532df-a06f-4c82-9b99-f605a7c9cbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7753414'] for segment (5785ea6f-9dc2-4ba6-8569-ab8ef09f42b4), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:53.994836 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.db.segments_db [None req-2e6532df-a06f-4c82-9b99-f605a7c9cbe0 admin admin] Added segment 5785ea6f-9dc2-4ba6-8569-ab8ef09f42b4 of type vlan for network 0460551c-e776-41db-9da0-199d4897f65f Jul 15 14:00:53.996371 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-0c16ef73-3cba-421f-bbca-f50ba7c3a609 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850002-1-iscsi, 2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448) {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:00:54.001989 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c16ef73-3cba-421f-bbca-f50ba7c3a609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:00:54.002662 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0c16ef73-3cba-421f-bbca-f50ba7c3a609 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for subnet (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:54.018205 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dccae11-bfd7-44d2-97f0-e3d1c16b481a admin admin] Router a17742aa-1789-44a4-ae01-72e134c5306d is scheduled to L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 with binding_index 1 {{(pid=103882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 15 14:00:54.037523 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-0c16ef73-3cba-421f-bbca-f50ba7c3a609 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8702400 Jul 15 14:00:54.040959 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 45208) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:00:54.041899 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b435bb66-378a-4a5a-9ae9-74326299bd13 None None] Network 2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448 requested from dv-cinder-850002-1-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 14:00:54.047201 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-ec59e53e-2b3d-4209-b091-e17f0b980cf5 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1551812071-router', 'tenant_id': 'd3c9ca821cd341a98f21ca15a0d6eb4c', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'}}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:00:54.092363 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ec59e53e-2b3d-4209-b091-e17f0b980cf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6535'] for router (f1f984db-9073-48a1-bd9e-9140e2d223c6), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:54.093645 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ec59e53e-2b3d-4209-b091-e17f0b980cf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451168', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6558'] for router (f1f984db-9073-48a1-bd9e-9140e2d223c6), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:54.136365 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2e6532df-a06f-4c82-9b99-f605a7c9cbe0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774722052666'] for network (0460551c-e776-41db-9da0-199d4897f65f), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:54.171231 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6532df-a06f-4c82-9b99-f605a7c9cbe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=791c2757-515f-4f85-9fb4-38a8561189f0,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:54.203608 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2e6532df-a06f-4c82-9b99-f605a7c9cbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794'] for network (0460551c-e776-41db-9da0-199d4897f65f), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:54.204659 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6532df-a06f-4c82-9b99-f605a7c9cbe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:00:54.205246 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2e6532df-a06f-4c82-9b99-f605a7c9cbe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for network (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:54.351388 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ec59e53e-2b3d-4209-b091-e17f0b980cf5 admin admin] Publish callbacks [] for router_controller (f1f984db-9073-48a1-bd9e-9140e2d223c6), precommit_add_association {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:54.417478 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-2e6532df-a06f-4c82-9b99-f605a7c9cbe0 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 2.1143169 Jul 15 14:00:54.419064 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 45224) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:00:54.436039 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-bf3323f2-2c79-42b1-b7b0-336edecaa548 admin admin] Request body: {'subnet': {'network_id': '0460551c-e776-41db-9da0-199d4897f65f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-182516732-subnet', 'tenant_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:00:54.509077 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3323f2-2c79-42b1-b7b0-336edecaa548 admin admin] Made reservation on behalf of c8778d5da3de4c4dbae5d24842b359bc for: {'subnet': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:00:54.512092 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-bf3323f2-2c79-42b1-b7b0-336edecaa548 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:54.528320 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:00:54.554907 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6532df-a06f-4c82-9b99-f605a7c9cbe0 admin admin] Pushing event updated for resources: {'Network': ['ID=0460551c-e776-41db-9da0-199d4897f65f,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:54.638747 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Network 0460551c-e776-41db-9da0-199d4897f65f details requested by agent ovs-agent-dv-cinder-850002-1-iscsi with host dv-cinder-850002-1-iscsi {{(pid=103883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:00:54.654708 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Pushing event updated for resources: {'Port': ['ID=575e018a-0d67-4759-bcf1-fe97c1b95ce9,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:54.740449 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.db.api [None req-4801130b-107e-4732-8c7d-af4c267f5f42 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103883) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 15 14:00:54.740943 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG oslo_db.api [None req-4801130b-107e-4732-8c7d-af4c267f5f42 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 14:00:54.773944 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ec59e53e-2b3d-4209-b091-e17f0b980cf5 admin admin] Publish callbacks [] for router_gateway (f1f984db-9073-48a1-bd9e-9140e2d223c6), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:55.027153 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c564f12-1710-4c14-8f59-4cba1afce74f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc234a0a-26a4-5646-a6f4-c567700ad66a-2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448', 'network_id': '2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448', 'project_id': 'd3c9ca821cd341a98f21ca15a0d6eb4c', 'fixed_ips': [{'subnet_id': '98337d2e-3581-4353-88ca-3d2c4ce5295a'}]}} from dv-cinder-850002-1-iscsi. {{(pid=103883) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 15 14:00:55.031439 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0c564f12-1710-4c14-8f59-4cba1afce74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:55.088114 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 575e018a-0d67-4759-bcf1-fe97c1b95ce9 up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:00:55.090861 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:00:55.096142 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dccae11-bfd7-44d2-97f0-e3d1c16b481a admin admin] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:00:55.109808 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-30ff4ed0-12a0-4ccb-8f70-afc2d0c5def3 None None] Publish callbacks [] for port (4d6271f2-7715-4e33-92d6-4da488041a7a), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:55.115599 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc34c51-33d5-4140-b370-95fb2131d05a None None] Sync routers for ids ['a17742aa-1789-44a4-ae01-72e134c5306d'] in dv-cinder-850002-1-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:00:55.138130 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc34c51-33d5-4140-b370-95fb2131d05a None None] Routers {'a17742aa-1789-44a4-ae01-72e134c5306d'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:00:55.138815 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-8bc34c51-33d5-4140-b370-95fb2131d05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:00:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['a17742aa-1789-44a4-ae01-72e134c5306d'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:00:55.180189 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4dccae11-bfd7-44d2-97f0-e3d1c16b481a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:55.187391 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-4dccae11-bfd7-44d2-97f0-e3d1c16b481a admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.6401021 Jul 15 14:00:55.192009 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 45242) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:00:55.225052 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-30ff4ed0-12a0-4ccb-8f70-afc2d0c5def3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679'] for port (4d6271f2-7715-4e33-92d6-4da488041a7a), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:55.335006 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-117e289d-2068-4570-ab2c-485ca77ec7a8 admin admin] Publish callbacks [] for router_gateway (71e21bd5-960a-403c-901a-527508aee993), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:55.352216 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ff4ed0-12a0-4ccb-8f70-afc2d0c5def3 None None] Network 68380afb-92df-4e5a-adc7-5f1834064646 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:00:55.358715 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ff4ed0-12a0-4ccb-8f70-afc2d0c5def3 None None] Pushing event updated for resources: {'Port': ['ID=4d6271f2-7715-4e33-92d6-4da488041a7a,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:55.368156 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-117e289d-2068-4570-ab2c-485ca77ec7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:55.462812 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-30ff4ed0-12a0-4ccb-8f70-afc2d0c5def3 None None] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:00:55.468371 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ff4ed0-12a0-4ccb-8f70-afc2d0c5def3 None None] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:00:55.518708 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ec59e53e-2b3d-4209-b091-e17f0b980cf5 admin admin] Publish callbacks [] for router_gateway (f1f984db-9073-48a1-bd9e-9140e2d223c6), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:55.581628 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ec59e53e-2b3d-4209-b091-e17f0b980cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:55.676936 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-4801130b-107e-4732-8c7d-af4c267f5f42 None None] Current status of the port 575e018a-0d67-4759-bcf1-fe97c1b95ce9 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:00:55.741605 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-8bc34c51-33d5-4140-b370-95fb2131d05a None None] Set router a17742aa-1789-44a4-ae01-72e134c5306d gateway port host: dv-cinder-850002-1-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:00:55.742628 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-bf3323f2-2c79-42b1-b7b0-336edecaa548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794'] for subnet (f6331ee6-fa4c-4f22-93e9-8635c17820f0), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:55.813483 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3323f2-2c79-42b1-b7b0-336edecaa548 admin admin] Checking segment: {'id': '5785ea6f-9dc2-4ba6-8569-ab8ef09f42b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0460551c-e776-41db-9da0-199d4897f65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:00:55.814716 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3323f2-2c79-42b1-b7b0-336edecaa548 admin admin] Network hostable DHCP agents. Network: 0460551c-e776-41db-9da0-199d4897f65f, hostable agents: ['6c40ee43-5406-4a95-b7b4-11b32ddced25'], hosted agents: [] {{(pid=103881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:00:55.873035 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port 575e018a-0d67-4759-bcf1-fe97c1b95ce9 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:00:55.873842 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (575e018a-0d67-4759-bcf1-fe97c1b95ce9), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:55.890258 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:00:55.907205 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3323f2-2c79-42b1-b7b0-336edecaa548 admin admin] Network 0460551c-e776-41db-9da0-199d4897f65f is scheduled to be hosted by DHCP agent 6c40ee43-5406-4a95-b7b4-11b32ddced25 with binding_index 1 {{(pid=103881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:00:55.934098 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-bf3323f2-2c79-42b1-b7b0-336edecaa548 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850002-1-iscsi, 0460551c-e776-41db-9da0-199d4897f65f) {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:00:55.942461 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:00:55.960134 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3323f2-2c79-42b1-b7b0-336edecaa548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:00:55.961653 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-bf3323f2-2c79-42b1-b7b0-336edecaa548 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for subnet (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:55.968942 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3323f2-2c79-42b1-b7b0-336edecaa548 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6331ee6-fa4c-4f22-93e9-8635c17820f0,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:56.001442 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-bf3323f2-2c79-42b1-b7b0-336edecaa548 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5811257 Jul 15 14:00:56.005522 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 45274) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:00:56.037516 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-df6500d6-2031-4ead-9d8f-ba055ed38ac9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-182516732-router', 'tenant_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'}}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:00:56.038044 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907c324b-94ec-4cc4-b531-886d4093cc1b None None] Network 0460551c-e776-41db-9da0-199d4897f65f requested from dv-cinder-850002-1-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 14:00:56.055380 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:00:56.083394 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-ffd45ebe-3ef3-4ab5-8cfa-c280b4a3974d None None] Provisioning complete for port 575e018a-0d67-4759-bcf1-fe97c1b95ce9 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:00:56.084449 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ffd45ebe-3ef3-4ab5-8cfa-c280b4a3974d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (575e018a-0d67-4759-bcf1-fe97c1b95ce9), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:56.096350 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-df6500d6-2031-4ead-9d8f-ba055ed38ac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6535'] for router (c8e96d0e-648d-442b-bc98-b731e809055f), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:56.098396 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-df6500d6-2031-4ead-9d8f-ba055ed38ac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451168', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6558'] for router (c8e96d0e-648d-442b-bc98-b731e809055f), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:56.127775 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-30ff4ed0-12a0-4ccb-8f70-afc2d0c5def3 None None] Attempting to bind port 4d6271f2-7715-4e33-92d6-4da488041a7a on host dv-cinder-850002-1-iscsi for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 15 14:00:56.128433 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-30ff4ed0-12a0-4ccb-8f70-afc2d0c5def3 None None] Attempting to bind port 4d6271f2-7715-4e33-92d6-4da488041a7a by drivers openvswitch,hyperv on host dv-cinder-850002-1-iscsi at level 0 using segments [{'id': '6120fc8a-8d07-42e8-bbb1-497afed6cae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '68380afb-92df-4e5a-adc7-5f1834064646'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 15 14:00:56.129218 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ff4ed0-12a0-4ccb-8f70-afc2d0c5def3 None None] Attempting to bind port 4d6271f2-7715-4e33-92d6-4da488041a7a on network 68380afb-92df-4e5a-adc7-5f1834064646 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:00:56.137469 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-8bc34c51-33d5-4140-b370-95fb2131d05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17742aa-1789-44a4-ae01-72e134c5306d', 'name': 'tempest-ServerRescueNegativeTestJSON-153253776-router', 'tenant_id': '77c8c864a31b402880c334c39fbe5a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '6b55ccc8-becd-4212-8002-ad5c7224ac1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:50Z', 'updated_at': '2022-07-15T14:00:52Z', 'revision_number': 3, 'project_id': '77c8c864a31b402880c334c39fbe5a34', 'gw_port': {'id': '6b55ccc8-becd-4212-8002-ad5c7224ac1f', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:48:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17742aa-1789-44a4-ae01-72e134c5306d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:51Z', 'updated_at': '2022-07-15T14:00:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi'}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:00:56.210591 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc34c51-33d5-4140-b370-95fb2131d05a None None] Checking router: a17742aa-1789-44a4-ae01-72e134c5306d for host: dv-cinder-850002-1-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:00:56.212816 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc34c51-33d5-4140-b370-95fb2131d05a None None] Updating router a17742aa-1789-44a4-ae01-72e134c5306d port 6b55ccc8-becd-4212-8002-ad5c7224ac1f binding host dv-cinder-850002-1-iscsi {{(pid=103884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:00:56.214934 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-df6500d6-2031-4ead-9d8f-ba055ed38ac9 admin admin] Publish callbacks [] for router_controller (c8e96d0e-648d-442b-bc98-b731e809055f), precommit_add_association {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:56.251155 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-117e289d-2068-4570-ab2c-485ca77ec7a8 admin admin] Allocated IP 172.27.0.91 (85d18fe6-b559-49ae-a129-0350ffd7e8bf/5080191c-7e2b-40a2-af2d-f84b5c858cde/90681d6e-3fe6-45df-83be-6d9f4128768b) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:00:56.280849 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8bc34c51-33d5-4140-b370-95fb2131d05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (6b55ccc8-becd-4212-8002-ad5c7224ac1f), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:56.304526 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [None req-0c564f12-1710-4c14-8f59-4cba1afce74f None None] Allocated IP 172.20.0.2 (2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448/98337d2e-3581-4353-88ca-3d2c4ce5295a/a1f9f660-ad33-4369-87f2-58e5d8bc1f61) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:00:56.485055 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ff4ed0-12a0-4ccb-8f70-afc2d0c5def3 None None] Checking agent: {'id': '7bcac420-d3a9-4cfc-af22-5ba5795a5287', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 13, 52, 19), 'started_at': datetime.datetime(2022, 7, 15, 13, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 14, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 14:00:56.519815 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ff4ed0-12a0-4ccb-8f70-afc2d0c5def3 None None] Checking segment: {'id': '6120fc8a-8d07-42e8-bbb1-497afed6cae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '68380afb-92df-4e5a-adc7-5f1834064646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:00:56.519815 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-30ff4ed0-12a0-4ccb-8f70-afc2d0c5def3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:56.519815 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ff4ed0-12a0-4ccb-8f70-afc2d0c5def3 None None] Bound using segment: {'id': '6120fc8a-8d07-42e8-bbb1-497afed6cae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '68380afb-92df-4e5a-adc7-5f1834064646'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 14:00:56.519815 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-30ff4ed0-12a0-4ccb-8f70-afc2d0c5def3 None None] Bound port: 4d6271f2-7715-4e33-92d6-4da488041a7a, host: dv-cinder-850002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6120fc8a-8d07-42e8-bbb1-497afed6cae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '68380afb-92df-4e5a-adc7-5f1834064646'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 15 14:00:56.519815 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-30ff4ed0-12a0-4ccb-8f70-afc2d0c5def3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (4d6271f2-7715-4e33-92d6-4da488041a7a), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:56.554216 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-df6500d6-2031-4ead-9d8f-ba055ed38ac9 admin admin] Publish callbacks [] for router_gateway (c8e96d0e-648d-442b-bc98-b731e809055f), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:56.841897 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-117e289d-2068-4570-ab2c-485ca77ec7a8 admin admin] Publish callbacks [] for port (90681d6e-3fe6-45df-83be-6d9f4128768b), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:56.846345 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0c564f12-1710-4c14-8f59-4cba1afce74f None None] Publish callbacks [] for port (a1f9f660-ad33-4369-87f2-58e5d8bc1f61), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:56.851482 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:00:56.852179 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:00:56.853752 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:00:56.869539 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f58f3901-acc7-4dab-86fc-0cac85cf519b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:56.899025 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0c564f12-1710-4c14-8f59-4cba1afce74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679'] for port (a1f9f660-ad33-4369-87f2-58e5d8bc1f61), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:56.928166 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c564f12-1710-4c14-8f59-4cba1afce74f None None] Network 2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:00:56.936956 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-df6500d6-2031-4ead-9d8f-ba055ed38ac9 admin admin] Publish callbacks [] for router_gateway (c8e96d0e-648d-442b-bc98-b731e809055f), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:56.938098 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-0c564f12-1710-4c14-8f59-4cba1afce74f None None] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:00:56.940028 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (73ab3907-1bcf-455f-a05d-131e96f159a2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:56.983691 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c564f12-1710-4c14-8f59-4cba1afce74f None None] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:00:56.992259 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port 575e018a-0d67-4759-bcf1-fe97c1b95ce9 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:00:57.004005 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-df6500d6-2031-4ead-9d8f-ba055ed38ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:57.077997 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ffd45ebe-3ef3-4ab5-8cfa-c280b4a3974d None None] Current status of the port 575e018a-0d67-4759-bcf1-fe97c1b95ce9 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:00:57.137471 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-117e289d-2068-4570-ab2c-485ca77ec7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679'] for port (90681d6e-3fe6-45df-83be-6d9f4128768b), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:57.216791 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-30ff4ed0-12a0-4ccb-8f70-afc2d0c5def3 None None] For port 4d6271f2-7715-4e33-92d6-4da488041a7a, host dv-cinder-850002-1-iscsi, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:00:57.221439 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a269251-a528-44f8-9bd0-6804caf12d29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc234a0a-26a4-5646-a6f4-c567700ad66a-0460551c-e776-41db-9da0-199d4897f65f', 'network_id': '0460551c-e776-41db-9da0-199d4897f65f', 'project_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'fixed_ips': [{'subnet_id': 'f6331ee6-fa4c-4f22-93e9-8635c17820f0'}]}} from dv-cinder-850002-1-iscsi. {{(pid=103883) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 15 14:00:57.223581 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-8a269251-a528-44f8-9bd0-6804caf12d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:57.252116 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-0c564f12-1710-4c14-8f59-4cba1afce74f None None] Attempting to bind port a1f9f660-ad33-4369-87f2-58e5d8bc1f61 on host dv-cinder-850002-1-iscsi for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 15 14:00:57.252709 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-0c564f12-1710-4c14-8f59-4cba1afce74f None None] Attempting to bind port a1f9f660-ad33-4369-87f2-58e5d8bc1f61 by drivers openvswitch,hyperv on host dv-cinder-850002-1-iscsi at level 0 using segments [{'id': '38096d94-fd7d-4e30-b8c0-11363bafd847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 15 14:00:57.253221 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c564f12-1710-4c14-8f59-4cba1afce74f None None] Attempting to bind port a1f9f660-ad33-4369-87f2-58e5d8bc1f61 on network 2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:00:57.263515 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c564f12-1710-4c14-8f59-4cba1afce74f None None] Checking agent: {'id': '7bcac420-d3a9-4cfc-af22-5ba5795a5287', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 13, 52, 19), 'started_at': datetime.datetime(2022, 7, 15, 13, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 14, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 14:00:57.264132 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c564f12-1710-4c14-8f59-4cba1afce74f None None] Checking segment: {'id': '38096d94-fd7d-4e30-b8c0-11363bafd847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:00:57.264710 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0c564f12-1710-4c14-8f59-4cba1afce74f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:57.265265 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c564f12-1710-4c14-8f59-4cba1afce74f None None] Bound using segment: {'id': '38096d94-fd7d-4e30-b8c0-11363bafd847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 14:00:57.266036 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-0c564f12-1710-4c14-8f59-4cba1afce74f None None] Bound port: a1f9f660-ad33-4369-87f2-58e5d8bc1f61, host: dv-cinder-850002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38096d94-fd7d-4e30-b8c0-11363bafd847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 15 14:00:57.266585 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0c564f12-1710-4c14-8f59-4cba1afce74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (a1f9f660-ad33-4369-87f2-58e5d8bc1f61), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:57.274254 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-30ff4ed0-12a0-4ccb-8f70-afc2d0c5def3 None None] For port 4d6271f2-7715-4e33-92d6-4da488041a7a, host dv-cinder-850002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=4d6271f2-7715-4e33-92d6-4da488041a7a,segment=NetworkSegment(6120fc8a-8d07-42e8-bbb1-497afed6cae1),segment_id=6120fc8a-8d07-42e8-bbb1-497afed6cae1)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:00:57.296520 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [None req-ec59e53e-2b3d-4209-b091-e17f0b980cf5 admin admin] Allocated IP 172.27.0.203 (85d18fe6-b559-49ae-a129-0350ffd7e8bf/5080191c-7e2b-40a2-af2d-f84b5c858cde/41a57ec1-2fa2-4837-bf92-5ddf9ebbe178) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:00:57.335110 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-30ff4ed0-12a0-4ccb-8f70-afc2d0c5def3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (4d6271f2-7715-4e33-92d6-4da488041a7a), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:57.381157 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117e289d-2068-4570-ab2c-485ca77ec7a8 admin admin] Network 85d18fe6-b559-49ae-a129-0350ffd7e8bf is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:00:57.399451 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-0c564f12-1710-4c14-8f59-4cba1afce74f None None] For port a1f9f660-ad33-4369-87f2-58e5d8bc1f61, host dv-cinder-850002-1-iscsi, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:00:57.403162 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-0c564f12-1710-4c14-8f59-4cba1afce74f None None] For port a1f9f660-ad33-4369-87f2-58e5d8bc1f61, host dv-cinder-850002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=a1f9f660-ad33-4369-87f2-58e5d8bc1f61,segment=NetworkSegment(38096d94-fd7d-4e30-b8c0-11363bafd847),segment_id=38096d94-fd7d-4e30-b8c0-11363bafd847)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:00:57.410865 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-117e289d-2068-4570-ab2c-485ca77ec7a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:00:57.419156 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c564f12-1710-4c14-8f59-4cba1afce74f None None] Pushing event updated for resources: {'Port': ['ID=a1f9f660-ad33-4369-87f2-58e5d8bc1f61,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:57.427162 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117e289d-2068-4570-ab2c-485ca77ec7a8 admin admin] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:00:57.563307 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ec59e53e-2b3d-4209-b091-e17f0b980cf5 admin admin] Publish callbacks [] for port (41a57ec1-2fa2-4837-bf92-5ddf9ebbe178), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:57.579289 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:00:57.614497 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-f58f3901-acc7-4dab-86fc-0cac85cf519b admin admin] Allocated IP 172.20.0.1 (cb1d6404-603d-43fd-9d2d-2304ecd9066f/78ed3b07-fd43-4c88-bba6-d7f332b83abe/e079977e-eb26-47c4-af73-653485baceeb) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:00:57.617215 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ec59e53e-2b3d-4209-b091-e17f0b980cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679'] for port (41a57ec1-2fa2-4837-bf92-5ddf9ebbe178), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:57.656034 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:00:57.671297 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec59e53e-2b3d-4209-b091-e17f0b980cf5 admin admin] Network 85d18fe6-b559-49ae-a129-0350ffd7e8bf is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:00:57.679169 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-ec59e53e-2b3d-4209-b091-e17f0b980cf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:00:57.685282 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec59e53e-2b3d-4209-b091-e17f0b980cf5 admin admin] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:00:57.731927 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec59e53e-2b3d-4209-b091-e17f0b980cf5 admin admin] Pushing event updated for resources: {'Port': ['ID=41a57ec1-2fa2-4837-bf92-5ddf9ebbe178,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:57.779423 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f58f3901-acc7-4dab-86fc-0cac85cf519b admin admin] Publish callbacks [] for port (e079977e-eb26-47c4-af73-653485baceeb), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:57.826620 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:00:57.828672 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117e289d-2068-4570-ab2c-485ca77ec7a8 admin admin] Pushing event updated for resources: {'Port': ['ID=90681d6e-3fe6-45df-83be-6d9f4128768b,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:57.829992 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [None req-8a269251-a528-44f8-9bd0-6804caf12d29 None None] Allocated IP 172.20.0.2 (0460551c-e776-41db-9da0-199d4897f65f/f6331ee6-fa4c-4f22-93e9-8635c17820f0/542518b0-a240-478b-a9c0-ae2c1ab03e6e) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:00:57.881606 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f58f3901-acc7-4dab-86fc-0cac85cf519b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679'] for port (e079977e-eb26-47c4-af73-653485baceeb), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:58.039837 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58f3901-acc7-4dab-86fc-0cac85cf519b admin admin] Network cb1d6404-603d-43fd-9d2d-2304ecd9066f is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:00:58.044431 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-f58f3901-acc7-4dab-86fc-0cac85cf519b admin admin] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:00:58.057357 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58f3901-acc7-4dab-86fc-0cac85cf519b admin admin] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:00:58.058347 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f58f3901-acc7-4dab-86fc-0cac85cf519b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562181'] for router_interface (a17742aa-1789-44a4-ae01-72e134c5306d), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:58.082996 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:00:58.085486 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0c564f12-1710-4c14-8f59-4cba1afce74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (a1f9f660-ad33-4369-87f2-58e5d8bc1f61), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:58.137696 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58f3901-acc7-4dab-86fc-0cac85cf519b admin admin] Pushing event updated for resources: {'Port': ['ID=e079977e-eb26-47c4-af73-653485baceeb,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:58.192044 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ec59e53e-2b3d-4209-b091-e17f0b980cf5 admin admin] Publish callbacks [] for router_gateway (f1f984db-9073-48a1-bd9e-9140e2d223c6), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:58.202103 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8bc34c51-33d5-4140-b370-95fb2131d05a None None] Publish callbacks [] for port (6b55ccc8-becd-4212-8002-ad5c7224ac1f), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:58.222712 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8bc34c51-33d5-4140-b370-95fb2131d05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (6b55ccc8-becd-4212-8002-ad5c7224ac1f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:58.490893 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-8bc34c51-33d5-4140-b370-95fb2131d05a None None] Attempting to bind port 6b55ccc8-becd-4212-8002-ad5c7224ac1f on host dv-cinder-850002-1-iscsi for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 15 14:00:58.491687 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-8bc34c51-33d5-4140-b370-95fb2131d05a None None] Attempting to bind port 6b55ccc8-becd-4212-8002-ad5c7224ac1f by drivers openvswitch,hyperv on host dv-cinder-850002-1-iscsi at level 0 using segments [{'id': '4890d217-1662-4526-a7d0-b4e3cb182093', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 15 14:00:58.499457 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc34c51-33d5-4140-b370-95fb2131d05a None None] Attempting to bind port 6b55ccc8-becd-4212-8002-ad5c7224ac1f on network 85d18fe6-b559-49ae-a129-0350ffd7e8bf {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:00:58.582563 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc34c51-33d5-4140-b370-95fb2131d05a None None] Checking agent: {'id': '7bcac420-d3a9-4cfc-af22-5ba5795a5287', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 13, 52, 19), 'started_at': datetime.datetime(2022, 7, 15, 13, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 14, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 14:00:58.583172 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc34c51-33d5-4140-b370-95fb2131d05a None None] Checking segment: {'id': '4890d217-1662-4526-a7d0-b4e3cb182093', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:00:58.583836 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8bc34c51-33d5-4140-b370-95fb2131d05a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:58.590474 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc34c51-33d5-4140-b370-95fb2131d05a None None] Bound using segment: {'id': '4890d217-1662-4526-a7d0-b4e3cb182093', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 14:00:58.591492 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-8bc34c51-33d5-4140-b370-95fb2131d05a None None] Bound port: 6b55ccc8-becd-4212-8002-ad5c7224ac1f, host: dv-cinder-850002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4890d217-1662-4526-a7d0-b4e3cb182093', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 15 14:00:58.592170 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8bc34c51-33d5-4140-b370-95fb2131d05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (6b55ccc8-becd-4212-8002-ad5c7224ac1f), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:58.596688 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-d56c0086-242a-4c64-90ed-dd3e588cdf43 None None] Provisioning complete for port e079977e-eb26-47c4-af73-653485baceeb triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:00:58.597332 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d56c0086-242a-4c64-90ed-dd3e588cdf43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (e079977e-eb26-47c4-af73-653485baceeb), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:58.602755 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621594dd-8cb1-4034-a0e3-49f8411b6ccb None None] Pushing event updated for resources: {'Port': ['ID=6b55ccc8-becd-4212-8002-ad5c7224ac1f,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:58.694567 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [None req-df6500d6-2031-4ead-9d8f-ba055ed38ac9 admin admin] Allocated IP 172.27.0.197 (85d18fe6-b559-49ae-a129-0350ffd7e8bf/5080191c-7e2b-40a2-af2d-f84b5c858cde/51ca6a67-2692-4d78-84ff-22808c27154c) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:00:58.805934 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621594dd-8cb1-4034-a0e3-49f8411b6ccb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:58.825204 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621594dd-8cb1-4034-a0e3-49f8411b6ccb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:58.829264 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621594dd-8cb1-4034-a0e3-49f8411b6ccb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:58.835180 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621594dd-8cb1-4034-a0e3-49f8411b6ccb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:58.835964 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621594dd-8cb1-4034-a0e3-49f8411b6ccb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:58.841462 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621594dd-8cb1-4034-a0e3-49f8411b6ccb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:58.845992 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621594dd-8cb1-4034-a0e3-49f8411b6ccb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:58.848073 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621594dd-8cb1-4034-a0e3-49f8411b6ccb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:58.852980 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621594dd-8cb1-4034-a0e3-49f8411b6ccb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:58.859359 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621594dd-8cb1-4034-a0e3-49f8411b6ccb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:58.859967 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621594dd-8cb1-4034-a0e3-49f8411b6ccb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:58.860644 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621594dd-8cb1-4034-a0e3-49f8411b6ccb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:58.861363 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621594dd-8cb1-4034-a0e3-49f8411b6ccb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:58.861921 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621594dd-8cb1-4034-a0e3-49f8411b6ccb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:58.862495 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621594dd-8cb1-4034-a0e3-49f8411b6ccb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:58.873118 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621594dd-8cb1-4034-a0e3-49f8411b6ccb None None] Tracked resource versions report: Jul 15 14:00:58.873118 dv-cinder-850002-1-iscsi neutron-server[103884]: pushed versions: Jul 15 14:00:58.873118 dv-cinder-850002-1-iscsi neutron-server[103884]: { 'AddressGroup': {'1.2'}, Jul 15 14:00:58.873118 dv-cinder-850002-1-iscsi neutron-server[103884]: 'Agent': {'1.1'}, Jul 15 14:00:58.873118 dv-cinder-850002-1-iscsi neutron-server[103884]: 'ConntrackHelper': {'1.0'}, Jul 15 14:00:58.873118 dv-cinder-850002-1-iscsi neutron-server[103884]: 'LocalIPAssociation': {'1.0'}, Jul 15 14:00:58.873118 dv-cinder-850002-1-iscsi neutron-server[103884]: 'Log': {'1.0'}, Jul 15 14:00:58.873118 dv-cinder-850002-1-iscsi neutron-server[103884]: 'NDPProxy': {'1.0'}, Jul 15 14:00:58.873118 dv-cinder-850002-1-iscsi neutron-server[103884]: 'Network': {'1.1'}, Jul 15 14:00:58.873118 dv-cinder-850002-1-iscsi neutron-server[103884]: 'Port': {'1.7'}, Jul 15 14:00:58.873118 dv-cinder-850002-1-iscsi neutron-server[103884]: 'PortForwarding': {'1.3'}, Jul 15 14:00:58.873118 dv-cinder-850002-1-iscsi neutron-server[103884]: 'QosPolicy': {'1.10'}, Jul 15 14:00:58.873118 dv-cinder-850002-1-iscsi neutron-server[103884]: 'SecurityGroup': {'1.5'}, Jul 15 14:00:58.873118 dv-cinder-850002-1-iscsi neutron-server[103884]: 'SecurityGroupRule': {'1.2'}, Jul 15 14:00:58.873118 dv-cinder-850002-1-iscsi neutron-server[103884]: 'SubPort': {'1.0'}, Jul 15 14:00:58.873118 dv-cinder-850002-1-iscsi neutron-server[103884]: 'Subnet': {'1.1'}, Jul 15 14:00:58.873118 dv-cinder-850002-1-iscsi neutron-server[103884]: 'Trunk': {'1.1'}} Jul 15 14:00:58.873118 dv-cinder-850002-1-iscsi neutron-server[103884]: consumer versions: Jul 15 14:00:58.873118 dv-cinder-850002-1-iscsi neutron-server[103884]: { DHCP agent@dv-cinder-850002-1-iscsi: {}, Jul 15 14:00:58.873118 dv-cinder-850002-1-iscsi neutron-server[103884]: HyperV agent@hv-cinder-85000: {}, Jul 15 14:00:58.873118 dv-cinder-850002-1-iscsi neutron-server[103884]: L3 agent@dv-cinder-850002-1-iscsi: {}, Jul 15 14:00:58.873118 dv-cinder-850002-1-iscsi neutron-server[103884]: Metadata agent@dv-cinder-850002-1-iscsi: {}, Jul 15 14:00:58.873118 dv-cinder-850002-1-iscsi neutron-server[103884]: Metering agent@dv-cinder-850002-1-iscsi: {}, Jul 15 14:00:58.873118 dv-cinder-850002-1-iscsi neutron-server[103884]: Open vSwitch agent@dv-cinder-850002-1-iscsi: { 'AddressGroup': '1.2', Jul 15 14:00:58.873118 dv-cinder-850002-1-iscsi neutron-server[103884]: 'Agent': '1.1', Jul 15 14:00:58.873118 dv-cinder-850002-1-iscsi neutron-server[103884]: 'ConntrackHelper': '1.0', Jul 15 14:00:58.873118 dv-cinder-850002-1-iscsi neutron-server[103884]: 'LocalIPAssociation': '1.0', Jul 15 14:00:58.873118 dv-cinder-850002-1-iscsi neutron-server[103884]: 'Log': '1.0', Jul 15 14:00:58.873118 dv-cinder-850002-1-iscsi neutron-server[103884]: 'NDPProxy': '1.0', Jul 15 14:00:58.873118 dv-cinder-850002-1-iscsi neutron-server[103884]: 'Network': '1.1', Jul 15 14:00:58.873118 dv-cinder-850002-1-iscsi neutron-server[103884]: 'Port': '1.7', Jul 15 14:00:58.873118 dv-cinder-850002-1-iscsi neutron-server[103884]: 'PortForwarding': '1.3', Jul 15 14:00:58.873118 dv-cinder-850002-1-iscsi neutron-server[103884]: 'QosPolicy': '1.10', Jul 15 14:00:58.873118 dv-cinder-850002-1-iscsi neutron-server[103884]: 'SecurityGroup': '1.5', Jul 15 14:00:58.873118 dv-cinder-850002-1-iscsi neutron-server[103884]: 'SecurityGroupRule': '1.2', Jul 15 14:00:58.873118 dv-cinder-850002-1-iscsi neutron-server[103884]: 'SubPort': '1.0', Jul 15 14:00:58.873118 dv-cinder-850002-1-iscsi neutron-server[103884]: 'Subnet': '1.1', Jul 15 14:00:58.873118 dv-cinder-850002-1-iscsi neutron-server[103884]: 'Trunk': '1.1'}} Jul 15 14:00:58.873118 dv-cinder-850002-1-iscsi neutron-server[103884]: {{(pid=103884) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 14:00:58.941282 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ff4ed0-12a0-4ccb-8f70-afc2d0c5def3 None None] Pushing event updated for resources: {'Port': ['ID=4d6271f2-7715-4e33-92d6-4da488041a7a,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:59.056081 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-8bc34c51-33d5-4140-b370-95fb2131d05a None None] For port 6b55ccc8-becd-4212-8002-ad5c7224ac1f, host dv-cinder-850002-1-iscsi, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:00:59.075856 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-d56c0086-242a-4c64-90ed-dd3e588cdf43 None None] Port e079977e-eb26-47c4-af73-653485baceeb cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 15 14:00:59.085650 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:00:59.087720 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-117e289d-2068-4570-ab2c-485ca77ec7a8 admin admin] Publish callbacks [] for router_gateway (71e21bd5-960a-403c-901a-527508aee993), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:59.100338 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-8a269251-a528-44f8-9bd0-6804caf12d29 None None] Publish callbacks [] for port (542518b0-a240-478b-a9c0-ae2c1ab03e6e), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:59.102355 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-8bc34c51-33d5-4140-b370-95fb2131d05a None None] For port 6b55ccc8-becd-4212-8002-ad5c7224ac1f, host dv-cinder-850002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=6b55ccc8-becd-4212-8002-ad5c7224ac1f,segment=NetworkSegment(4890d217-1662-4526-a7d0-b4e3cb182093),segment_id=4890d217-1662-4526-a7d0-b4e3cb182093)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:00:59.133003 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8bc34c51-33d5-4140-b370-95fb2131d05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (6b55ccc8-becd-4212-8002-ad5c7224ac1f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:59.199096 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-8a269251-a528-44f8-9bd0-6804caf12d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679'] for port (542518b0-a240-478b-a9c0-ae2c1ab03e6e), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:59.289592 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a269251-a528-44f8-9bd0-6804caf12d29 None None] Network 0460551c-e776-41db-9da0-199d4897f65f is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:00:59.308922 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-8a269251-a528-44f8-9bd0-6804caf12d29 None None] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:00:59.316023 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a269251-a528-44f8-9bd0-6804caf12d29 None None] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:00:59.344667 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-df6500d6-2031-4ead-9d8f-ba055ed38ac9 admin admin] Publish callbacks [] for port (51ca6a67-2692-4d78-84ff-22808c27154c), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:59.356333 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c564f12-1710-4c14-8f59-4cba1afce74f None None] Pushing event updated for resources: {'Port': ['ID=a1f9f660-ad33-4369-87f2-58e5d8bc1f61,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:59.398355 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ec59e53e-2b3d-4209-b091-e17f0b980cf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451316'] for router (f1f984db-9073-48a1-bd9e-9140e2d223c6), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:59.406690 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:00:59.449378 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621594dd-8cb1-4034-a0e3-49f8411b6ccb None None] Pushing event updated for resources: {'Port': ['ID=6b55ccc8-becd-4212-8002-ad5c7224ac1f,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:59.520715 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc34c51-33d5-4140-b370-95fb2131d05a None None] Routers {'a17742aa-1789-44a4-ae01-72e134c5306d'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:00:59.521344 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-8bc34c51-33d5-4140-b370-95fb2131d05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:00:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['a17742aa-1789-44a4-ae01-72e134c5306d'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:00:59.601334 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-df6500d6-2031-4ead-9d8f-ba055ed38ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679'] for port (51ca6a67-2692-4d78-84ff-22808c27154c), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:00:59.758022 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:00:59.758992 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:00:59.795909 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-8bc34c51-33d5-4140-b370-95fb2131d05a None None] Set router a17742aa-1789-44a4-ae01-72e134c5306d gateway port host: dv-cinder-850002-1-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:00:59.803198 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6500d6-2031-4ead-9d8f-ba055ed38ac9 admin admin] Pushing event updated for resources: {'Port': ['ID=51ca6a67-2692-4d78-84ff-22808c27154c,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:59.846296 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 4d6271f2-7715-4e33-92d6-4da488041a7a up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:00:59.859525 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6500d6-2031-4ead-9d8f-ba055ed38ac9 admin admin] Network 85d18fe6-b559-49ae-a129-0350ffd7e8bf is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:00:59.863425 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-df6500d6-2031-4ead-9d8f-ba055ed38ac9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:00:59.865979 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6500d6-2031-4ead-9d8f-ba055ed38ac9 admin admin] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:01:00.031365 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-8a269251-a528-44f8-9bd0-6804caf12d29 None None] Attempting to bind port 542518b0-a240-478b-a9c0-ae2c1ab03e6e on host dv-cinder-850002-1-iscsi for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 15 14:01:00.033375 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-8a269251-a528-44f8-9bd0-6804caf12d29 None None] Attempting to bind port 542518b0-a240-478b-a9c0-ae2c1ab03e6e by drivers openvswitch,hyperv on host dv-cinder-850002-1-iscsi at level 0 using segments [{'id': '5785ea6f-9dc2-4ba6-8569-ab8ef09f42b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0460551c-e776-41db-9da0-199d4897f65f'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 15 14:01:00.034892 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a269251-a528-44f8-9bd0-6804caf12d29 None None] Attempting to bind port 542518b0-a240-478b-a9c0-ae2c1ab03e6e on network 0460551c-e776-41db-9da0-199d4897f65f {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:01:00.082713 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a269251-a528-44f8-9bd0-6804caf12d29 None None] Checking agent: {'id': '7bcac420-d3a9-4cfc-af22-5ba5795a5287', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 13, 52, 19), 'started_at': datetime.datetime(2022, 7, 15, 13, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 14, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 14:01:00.089960 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 45382) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:01:00.090778 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a269251-a528-44f8-9bd0-6804caf12d29 None None] Checking segment: {'id': '5785ea6f-9dc2-4ba6-8569-ab8ef09f42b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0460551c-e776-41db-9da0-199d4897f65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:01:00.091405 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-8a269251-a528-44f8-9bd0-6804caf12d29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:00.092699 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a269251-a528-44f8-9bd0-6804caf12d29 None None] Bound using segment: {'id': '5785ea6f-9dc2-4ba6-8569-ab8ef09f42b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0460551c-e776-41db-9da0-199d4897f65f'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 14:01:00.094976 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-8a269251-a528-44f8-9bd0-6804caf12d29 None None] Bound port: 542518b0-a240-478b-a9c0-ae2c1ab03e6e, host: dv-cinder-850002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5785ea6f-9dc2-4ba6-8569-ab8ef09f42b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0460551c-e776-41db-9da0-199d4897f65f'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 15 14:01:00.096377 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-8a269251-a528-44f8-9bd0-6804caf12d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (542518b0-a240-478b-a9c0-ae2c1ab03e6e), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:00.154738 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port 4d6271f2-7715-4e33-92d6-4da488041a7a triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:01:00.156039 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (4d6271f2-7715-4e33-92d6-4da488041a7a), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:00.276946 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f58f3901-acc7-4dab-86fc-0cac85cf519b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (e079977e-eb26-47c4-af73-653485baceeb), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:00.301279 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a269251-a528-44f8-9bd0-6804caf12d29 None None] Pushing event updated for resources: {'Port': ['ID=542518b0-a240-478b-a9c0-ae2c1ab03e6e,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:00.403812 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port 4d6271f2-7715-4e33-92d6-4da488041a7a is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:01:00.405308 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (4d6271f2-7715-4e33-92d6-4da488041a7a), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:00.487430 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-8a269251-a528-44f8-9bd0-6804caf12d29 None None] For port 542518b0-a240-478b-a9c0-ae2c1ab03e6e, host dv-cinder-850002-1-iscsi, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:01:00.492239 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:00.498502 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-df6500d6-2031-4ead-9d8f-ba055ed38ac9 admin admin] Publish callbacks [] for router_gateway (c8e96d0e-648d-442b-bc98-b731e809055f), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:00.505458 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-8a269251-a528-44f8-9bd0-6804caf12d29 None None] For port 542518b0-a240-478b-a9c0-ae2c1ab03e6e, host dv-cinder-850002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=542518b0-a240-478b-a9c0-ae2c1ab03e6e,segment=NetworkSegment(5785ea6f-9dc2-4ba6-8569-ab8ef09f42b4),segment_id=5785ea6f-9dc2-4ba6-8569-ab8ef09f42b4)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:01:00.566985 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-8bc34c51-33d5-4140-b370-95fb2131d05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17742aa-1789-44a4-ae01-72e134c5306d', 'name': 'tempest-ServerRescueNegativeTestJSON-153253776-router', 'tenant_id': '77c8c864a31b402880c334c39fbe5a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '6b55ccc8-becd-4212-8002-ad5c7224ac1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:50Z', 'updated_at': '2022-07-15T14:00:52Z', 'revision_number': 3, 'project_id': '77c8c864a31b402880c334c39fbe5a34', 'gw_port': {'id': '6b55ccc8-becd-4212-8002-ad5c7224ac1f', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:48:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17742aa-1789-44a4-ae01-72e134c5306d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:51Z', 'updated_at': '2022-07-15T14:00:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi'}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:01:00.588373 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] For port 4d6271f2-7715-4e33-92d6-4da488041a7a, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=4d6271f2-7715-4e33-92d6-4da488041a7a,segment=NetworkSegment(6120fc8a-8d07-42e8-bbb1-497afed6cae1),segment_id=6120fc8a-8d07-42e8-bbb1-497afed6cae1)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:01:00.599493 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:00.609822 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-8a269251-a528-44f8-9bd0-6804caf12d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (542518b0-a240-478b-a9c0-ae2c1ab03e6e), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:00.637272 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-117e289d-2068-4570-ab2c-485ca77ec7a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451316'] for router (71e21bd5-960a-403c-901a-527508aee993), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:00.658306 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (4d6271f2-7715-4e33-92d6-4da488041a7a), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:00.683216 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc34c51-33d5-4140-b370-95fb2131d05a None None] The sync data for ids ['a17742aa-1789-44a4-ae01-72e134c5306d'] in dv-cinder-850002-1-iscsi is: [{'id': 'a17742aa-1789-44a4-ae01-72e134c5306d', 'name': 'tempest-ServerRescueNegativeTestJSON-153253776-router', 'tenant_id': '77c8c864a31b402880c334c39fbe5a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '6b55ccc8-becd-4212-8002-ad5c7224ac1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:50Z', 'updated_at': '2022-07-15T14:00:52Z', 'revision_number': 3, 'project_id': '77c8c864a31b402880c334c39fbe5a34', 'gw_port': {'id': '6b55ccc8-becd-4212-8002-ad5c7224ac1f', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:48:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17742aa-1789-44a4-ae01-72e134c5306d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:51Z', 'updated_at': '2022-07-15T14:00:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi'}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:01:00.877435 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a269251-a528-44f8-9bd0-6804caf12d29 None None] Pushing event updated for resources: {'Port': ['ID=542518b0-a240-478b-a9c0-ae2c1ab03e6e,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:00.909286 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec59e53e-2b3d-4209-b091-e17f0b980cf5 admin admin] Router f1f984db-9073-48a1-bd9e-9140e2d223c6 is scheduled to L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 with binding_index 1 {{(pid=103881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 15 14:01:01.017359 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8c070e-8d98-4b46-8727-91f4c44cfbe4 None None] Network 68380afb-92df-4e5a-adc7-5f1834064646 requested from dv-cinder-850002-1-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 14:01:01.117512 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f58f3901-acc7-4dab-86fc-0cac85cf519b admin admin] Publish callbacks [] for port (e079977e-eb26-47c4-af73-653485baceeb), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:01.179799 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:01.182799 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-df6500d6-2031-4ead-9d8f-ba055ed38ac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451316'] for router (c8e96d0e-648d-442b-bc98-b731e809055f), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:01.237197 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9c0ba42f-e2d4-492f-ba5d-cbe28b551798 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:01.248382 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f58f3901-acc7-4dab-86fc-0cac85cf519b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (e079977e-eb26-47c4-af73-653485baceeb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:01.249339 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f58f3901-acc7-4dab-86fc-0cac85cf519b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449591'] for router_interface (a17742aa-1789-44a4-ae01-72e134c5306d), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:01.305126 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f6bc7d-dbfb-475a-9164-ed42ea376fee None None] Network 2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448 requested from dv-cinder-850002-1-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 14:01:01.339330 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-b3db4838-0c29-469b-bf86-1ed4f75966fc None None] Provisioning complete for port 4d6271f2-7715-4e33-92d6-4da488041a7a triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:01:01.339926 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b3db4838-0c29-469b-bf86-1ed4f75966fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (4d6271f2-7715-4e33-92d6-4da488041a7a), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:01.450919 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9c0ba42f-e2d4-492f-ba5d-cbe28b551798 admin admin] Publish callbacks [] for security_group (f6bce45d-536f-467f-8dee-3e647267c07f), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:01.503780 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:01.517628 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device a1f9f660-ad33-4369-87f2-58e5d8bc1f61 up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:01:01.520194 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Pushing event updated for resources: {'Port': ['ID=4d6271f2-7715-4e33-92d6-4da488041a7a,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:01.544744 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:01.718366 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec59e53e-2b3d-4209-b091-e17f0b980cf5 admin admin] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:01:01.732987 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9c0ba42f-e2d4-492f-ba5d-cbe28b551798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (f6bce45d-536f-467f-8dee-3e647267c07f), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:01.763866 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:01.782563 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e77c18-a396-4006-bacf-0427ef8199f2 None None] Sync routers for ids ['f1f984db-9073-48a1-bd9e-9140e2d223c6'] in dv-cinder-850002-1-iscsi {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:01:01.788456 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df6500d6-2031-4ead-9d8f-ba055ed38ac9 admin admin] Router c8e96d0e-648d-442b-bc98-b731e809055f is scheduled to L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 with binding_index 1 {{(pid=103881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 15 14:01:01.803392 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ec59e53e-2b3d-4209-b091-e17f0b980cf5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:01.814277 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-ec59e53e-2b3d-4209-b091-e17f0b980cf5 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.7718611 Jul 15 14:01:01.816423 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 45414) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:01:01.817508 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port a1f9f660-ad33-4369-87f2-58e5d8bc1f61 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:01:01.817997 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (a1f9f660-ad33-4369-87f2-58e5d8bc1f61), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:01.889102 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58f3901-acc7-4dab-86fc-0cac85cf519b admin admin] Network cb1d6404-603d-43fd-9d2d-2304ecd9066f is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:01:01.897734 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-b3db4838-0c29-469b-bf86-1ed4f75966fc None None] Current status of the port 4d6271f2-7715-4e33-92d6-4da488041a7a is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:01:01.911698 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e77c18-a396-4006-bacf-0427ef8199f2 None None] Routers {'f1f984db-9073-48a1-bd9e-9140e2d223c6'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:01:01.912586 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-f7e77c18-a396-4006-bacf-0427ef8199f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:00:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['f1f984db-9073-48a1-bd9e-9140e2d223c6'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:01:01.917579 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58f3901-acc7-4dab-86fc-0cac85cf519b admin admin] Pushing event updated for resources: {'Port': ['ID=e079977e-eb26-47c4-af73-653485baceeb,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:01.972229 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-f58f3901-acc7-4dab-86fc-0cac85cf519b admin admin] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:01:02.103107 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-9c0ba42f-e2d4-492f-ba5d-cbe28b551798 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5807489ec0c7444f9f38f0a90393f80c&name=default HTTP/1.1" status: 200 len: 2992 time: 2.0098057 Jul 15 14:01:02.181705 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-473b1f58-4906-4549-85e7-1732e0d3ad6b None None] Provisioning complete for port a1f9f660-ad33-4369-87f2-58e5d8bc1f61 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:01:02.188302 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-473b1f58-4906-4549-85e7-1732e0d3ad6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (a1f9f660-ad33-4369-87f2-58e5d8bc1f61), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:02.233152 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 45424) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:01:02.324008 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ba42f-e2d4-492f-ba5d-cbe28b551798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6bce45d-536f-467f-8dee-3e647267c07f,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:02.364047 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-117e289d-2068-4570-ab2c-485ca77ec7a8 admin admin] Router 71e21bd5-960a-403c-901a-527508aee993 is scheduled to L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 with binding_index 1 {{(pid=103882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 15 14:01:02.482433 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-f7e77c18-a396-4006-bacf-0427ef8199f2 None None] Set router f1f984db-9073-48a1-bd9e-9140e2d223c6 gateway port host: dv-cinder-850002-1-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:01:02.486442 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port a1f9f660-ad33-4369-87f2-58e5d8bc1f61 is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:01:02.486989 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (a1f9f660-ad33-4369-87f2-58e5d8bc1f61), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:02.505380 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b1fb364c-d1ab-4dd5-a653-e0721f94f226 admin admin] Publish callbacks [] for security_group (f6bce45d-536f-467f-8dee-3e647267c07f), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:02.650306 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b1fb364c-d1ab-4dd5-a653-e0721f94f226 admin admin] Publish callbacks [] for security_group (f6bce45d-536f-467f-8dee-3e647267c07f), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:02.661610 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f58f3901-acc7-4dab-86fc-0cac85cf519b admin admin] Router a17742aa-1789-44a4-ae01-72e134c5306d has already been hosted by L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 14:01:02.679149 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6500d6-2031-4ead-9d8f-ba055ed38ac9 admin admin] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:01:02.692874 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7910e136-1b8a-44bb-a173-96f47abbfe71 None None] Sync routers for ids ['c8e96d0e-648d-442b-bc98-b731e809055f'] in dv-cinder-850002-1-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:01:02.716595 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7910e136-1b8a-44bb-a173-96f47abbfe71 None None] Routers {'c8e96d0e-648d-442b-bc98-b731e809055f'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:01:02.721063 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-7910e136-1b8a-44bb-a173-96f47abbfe71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:00:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['c8e96d0e-648d-442b-bc98-b731e809055f'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:01:02.721771 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-df6500d6-2031-4ead-9d8f-ba055ed38ac9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:02.726390 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-df6500d6-2031-4ead-9d8f-ba055ed38ac9 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.7130165 Jul 15 14:01:02.727684 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 45434) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:01:02.812508 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-473b1f58-4906-4549-85e7-1732e0d3ad6b None None] Current status of the port a1f9f660-ad33-4369-87f2-58e5d8bc1f61 is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:01:02.813131 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-473b1f58-4906-4549-85e7-1732e0d3ad6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (a1f9f660-ad33-4369-87f2-58e5d8bc1f61), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:02.857019 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:02.893396 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] For port a1f9f660-ad33-4369-87f2-58e5d8bc1f61, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=a1f9f660-ad33-4369-87f2-58e5d8bc1f61,segment=NetworkSegment(38096d94-fd7d-4e30-b8c0-11363bafd847),segment_id=38096d94-fd7d-4e30-b8c0-11363bafd847)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:01:02.912418 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58f3901-acc7-4dab-86fc-0cac85cf519b admin admin] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:01:02.918176 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117e289d-2068-4570-ab2c-485ca77ec7a8 admin admin] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:01:02.944601 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-f58f3901-acc7-4dab-86fc-0cac85cf519b admin admin] 10.222.0.16 "PUT /v2.0/routers/a17742aa-1789-44a4-ae01-72e134c5306d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7402644 Jul 15 14:01:02.966875 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf128c6-89ce-4a95-aabd-2c63469a025c None None] Network 0460551c-e776-41db-9da0-199d4897f65f requested from dv-cinder-850002-1-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 14:01:02.967914 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-117e289d-2068-4570-ab2c-485ca77ec7a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:02.970831 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-117e289d-2068-4570-ab2c-485ca77ec7a8 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 10.4790831 Jul 15 14:01:02.974847 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 45442) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:01:03.007847 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.db.api [None req-473b1f58-4906-4549-85e7-1732e0d3ad6b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103883) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 15 14:01:03.008274 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG oslo_db.api [None req-473b1f58-4906-4549-85e7-1732e0d3ad6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 14:01:03.010201 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a9b15e-d690-4b9a-bab2-edc77a20a693 None None] Sync routers for ids ['71e21bd5-960a-403c-901a-527508aee993'] in dv-cinder-850002-1-iscsi {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:01:03.022386 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (a1f9f660-ad33-4369-87f2-58e5d8bc1f61), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:03.049816 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-7910e136-1b8a-44bb-a173-96f47abbfe71 None None] Set router c8e96d0e-648d-442b-bc98-b731e809055f gateway port host: dv-cinder-850002-1-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:01:03.052271 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b1fb364c-d1ab-4dd5-a653-e0721f94f226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (f6bce45d-536f-467f-8dee-3e647267c07f), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:03.060048 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b1fb364c-d1ab-4dd5-a653-e0721f94f226 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:03.068213 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-b1fb364c-d1ab-4dd5-a653-e0721f94f226 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f6bce45d-536f-467f-8dee-3e647267c07f HTTP/1.1" status: 204 len: 168 time: 0.8337126 Jul 15 14:01:03.099735 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb364c-d1ab-4dd5-a653-e0721f94f226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6bce45d-536f-467f-8dee-3e647267c07f,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:03.190544 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Pushing event updated for resources: {'Port': ['ID=a1f9f660-ad33-4369-87f2-58e5d8bc1f61,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:03.271126 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:03.294271 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-f7e77c18-a396-4006-bacf-0427ef8199f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f984db-9073-48a1-bd9e-9140e2d223c6', 'name': 'tempest-DeleteServersTestJSON-1551812071-router', 'tenant_id': 'd3c9ca821cd341a98f21ca15a0d6eb4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '41a57ec1-2fa2-4837-bf92-5ddf9ebbe178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:54Z', 'updated_at': '2022-07-15T14:00:57Z', 'revision_number': 3, 'project_id': 'd3c9ca821cd341a98f21ca15a0d6eb4c', 'gw_port': {'id': '41a57ec1-2fa2-4837-bf92-5ddf9ebbe178', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:7f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f984db-9073-48a1-bd9e-9140e2d223c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:55Z', 'updated_at': '2022-07-15T14:00:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi'}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:01:03.299223 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a9b15e-d690-4b9a-bab2-edc77a20a693 None None] Routers {'71e21bd5-960a-403c-901a-527508aee993'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:01:03.299859 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-42a9b15e-d690-4b9a-bab2-edc77a20a693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:00:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['71e21bd5-960a-403c-901a-527508aee993'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:01:03.405622 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e77c18-a396-4006-bacf-0427ef8199f2 None None] Checking router: f1f984db-9073-48a1-bd9e-9140e2d223c6 for host: dv-cinder-850002-1-iscsi {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:01:03.406347 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e77c18-a396-4006-bacf-0427ef8199f2 None None] Updating router f1f984db-9073-48a1-bd9e-9140e2d223c6 port 41a57ec1-2fa2-4837-bf92-5ddf9ebbe178 binding host dv-cinder-850002-1-iscsi {{(pid=103883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:01:03.487213 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:03.497292 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:03.720863 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-7910e136-1b8a-44bb-a173-96f47abbfe71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e96d0e-648d-442b-bc98-b731e809055f', 'name': 'tempest-AttachVolumeTestJSON-182516732-router', 'tenant_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '51ca6a67-2692-4d78-84ff-22808c27154c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:56Z', 'updated_at': '2022-07-15T14:01:00Z', 'revision_number': 3, 'project_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'gw_port': {'id': '51ca6a67-2692-4d78-84ff-22808c27154c', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cc:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e96d0e-648d-442b-bc98-b731e809055f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:57Z', 'updated_at': '2022-07-15T14:00:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi'}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:01:03.784711 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60feb936-f7dc-4b36-ad31-ee2a346a3ce2 None None] Sync routers for ids ['a17742aa-1789-44a4-ae01-72e134c5306d'] in dv-cinder-850002-1-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:01:03.792855 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7910e136-1b8a-44bb-a173-96f47abbfe71 None None] Checking router: c8e96d0e-648d-442b-bc98-b731e809055f for host: dv-cinder-850002-1-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:01:03.796114 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7910e136-1b8a-44bb-a173-96f47abbfe71 None None] Updating router c8e96d0e-648d-442b-bc98-b731e809055f port 51ca6a67-2692-4d78-84ff-22808c27154c binding host dv-cinder-850002-1-iscsi {{(pid=103884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:01:03.846761 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:03.885367 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:03.896535 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60feb936-f7dc-4b36-ad31-ee2a346a3ce2 None None] Routers {'a17742aa-1789-44a4-ae01-72e134c5306d'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:01:03.901659 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-60feb936-f7dc-4b36-ad31-ee2a346a3ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:00:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['a17742aa-1789-44a4-ae01-72e134c5306d'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:01:03.901791 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-42a9b15e-d690-4b9a-bab2-edc77a20a693 None None] Set router 71e21bd5-960a-403c-901a-527508aee993 gateway port host: dv-cinder-850002-1-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:01:04.025892 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f7e77c18-a396-4006-bacf-0427ef8199f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (41a57ec1-2fa2-4837-bf92-5ddf9ebbe178), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:04.034145 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-473b1f58-4906-4549-85e7-1732e0d3ad6b None None] Current status of the port a1f9f660-ad33-4369-87f2-58e5d8bc1f61 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:01:04.043392 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 4d6271f2-7715-4e33-92d6-4da488041a7a up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:01:04.102065 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:04.169720 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7910e136-1b8a-44bb-a173-96f47abbfe71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (51ca6a67-2692-4d78-84ff-22808c27154c), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:04.232288 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-34fafcde-528b-4593-b969-4ef32738edba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:04.257113 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 45496) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:01:04.271290 dv-cinder-850002-1-iscsi neutron-server[103882]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 15 14:01:04.381656 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-09032a51-f28a-454b-b14d-204262c5ed55 None None] Provisioning complete for port 542518b0-a240-478b-a9c0-ae2c1ab03e6e triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:01:04.381656 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-09032a51-f28a-454b-b14d-204262c5ed55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (542518b0-a240-478b-a9c0-ae2c1ab03e6e), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:04.425031 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-626695e9-383d-4089-ac1d-793b2ad2c77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:04.499444 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [None req-34fafcde-528b-4593-b969-4ef32738edba admin admin] Allocated IP 172.20.0.1 (2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448/98337d2e-3581-4353-88ca-3d2c4ce5295a/687da8d4-265f-46a5-a573-423b6a1a8086) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:01:04.529466 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-60feb936-f7dc-4b36-ad31-ee2a346a3ce2 None None] Set router a17742aa-1789-44a4-ae01-72e134c5306d gateway port host: dv-cinder-850002-1-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:01:04.584124 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port 4d6271f2-7715-4e33-92d6-4da488041a7a triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:01:04.584717 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (4d6271f2-7715-4e33-92d6-4da488041a7a), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:04.733542 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=100 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:04.768146 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-34fafcde-528b-4593-b969-4ef32738edba admin admin] Publish callbacks [] for port (687da8d4-265f-46a5-a573-423b6a1a8086), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:04.776965 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-09032a51-f28a-454b-b14d-204262c5ed55 None None] Current status of the port 542518b0-a240-478b-a9c0-ae2c1ab03e6e is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:01:04.777740 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-09032a51-f28a-454b-b14d-204262c5ed55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (542518b0-a240-478b-a9c0-ae2c1ab03e6e), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:04.779378 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49306919-3217-4dad-b27f-e789ef851016 req-9c60daa3-5c24-4c62-ba9c-cc313450a01a tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:04.782243 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-49306919-3217-4dad-b27f-e789ef851016 req-9c60daa3-5c24-4c62-ba9c-cc313450a01a tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/networks?id=cb1d6404-603d-43fd-9d2d-2304ecd9066f HTTP/1.1" status: 200 len: 818 time: 0.5216558 Jul 15 14:01:04.865495 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-49306919-3217-4dad-b27f-e789ef851016 req-1d1aaa68-5853-4140-8cc7-72cd9e414de4 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/quotas/77c8c864a31b402880c334c39fbe5a34 HTTP/1.1" status: 200 len: 375 time: 0.0710995 Jul 15 14:01:04.948694 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:04.957453 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port 4d6271f2-7715-4e33-92d6-4da488041a7a is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:01:04.962066 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 542518b0-a240-478b-a9c0-ae2c1ab03e6e up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:01:04.963118 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-34fafcde-528b-4593-b969-4ef32738edba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679'] for port (687da8d4-265f-46a5-a573-423b6a1a8086), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:05.072346 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fafcde-528b-4593-b969-4ef32738edba admin admin] Network 2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448 is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:01:05.093278 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-34fafcde-528b-4593-b969-4ef32738edba admin admin] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:01:05.104622 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fafcde-528b-4593-b969-4ef32738edba admin admin] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:01:05.107469 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-34fafcde-528b-4593-b969-4ef32738edba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562181'] for router_interface (f1f984db-9073-48a1-bd9e-9140e2d223c6), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:05.110600 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-42a9b15e-d690-4b9a-bab2-edc77a20a693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e21bd5-960a-403c-901a-527508aee993', 'name': 'tempest-AttachVolumeShelveTestJSON-698511596-router', 'tenant_id': 'c160b9f06dad4ee98349dbc63131c20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '90681d6e-3fe6-45df-83be-6d9f4128768b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:52Z', 'updated_at': '2022-07-15T14:00:58Z', 'revision_number': 3, 'project_id': 'c160b9f06dad4ee98349dbc63131c20d', 'gw_port': {'id': '90681d6e-3fe6-45df-83be-6d9f4128768b', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e21bd5-960a-403c-901a-527508aee993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:55Z', 'updated_at': '2022-07-15T14:00:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi'}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:01:05.179642 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-626695e9-383d-4089-ac1d-793b2ad2c77d admin admin] Allocated IP 172.20.0.1 (68380afb-92df-4e5a-adc7-5f1834064646/df9e13f7-b2b8-4f61-84bd-25765312a9d7/afc88c8c-00dd-4ca9-a8b7-862d136fbe90) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:01:05.189163 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-09032a51-f28a-454b-b14d-204262c5ed55 None None] For port 542518b0-a240-478b-a9c0-ae2c1ab03e6e, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=542518b0-a240-478b-a9c0-ae2c1ab03e6e,segment=NetworkSegment(5785ea6f-9dc2-4ba6-8569-ab8ef09f42b4),segment_id=5785ea6f-9dc2-4ba6-8569-ab8ef09f42b4)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:01:05.287517 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-60feb936-f7dc-4b36-ad31-ee2a346a3ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17742aa-1789-44a4-ae01-72e134c5306d', 'name': 'tempest-ServerRescueNegativeTestJSON-153253776-router', 'tenant_id': '77c8c864a31b402880c334c39fbe5a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '6b55ccc8-becd-4212-8002-ad5c7224ac1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:50Z', 'updated_at': '2022-07-15T14:00:59Z', 'revision_number': 4, 'project_id': '77c8c864a31b402880c334c39fbe5a34', 'gw_port': {'id': '6b55ccc8-becd-4212-8002-ad5c7224ac1f', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:48:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17742aa-1789-44a4-ae01-72e134c5306d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:51Z', 'updated_at': '2022-07-15T14:00:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': 'e079977e-eb26-47c4-af73-653485baceeb', 'name': '', 'network_id': 'cb1d6404-603d-43fd-9d2d-2304ecd9066f', 'tenant_id': '77c8c864a31b402880c334c39fbe5a34', 'mac_address': 'fa:16:3e:0a:53:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17742aa-1789-44a4-ae01-72e134c5306d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '78ed3b07-fd43-4c88-bba6-d7f332b83abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:56Z', 'updated_at': '2022-07-15T14:01:00Z', 'revision_number': 2, 'project_id': '77c8c864a31b402880c334c39fbe5a34', 'subnets': [{'id': '78ed3b07-fd43-4c88-bba6-d7f332b83abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:01:05.335515 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-09032a51-f28a-454b-b14d-204262c5ed55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (542518b0-a240-478b-a9c0-ae2c1ab03e6e), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:05.397767 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fafcde-528b-4593-b969-4ef32738edba admin admin] Pushing event updated for resources: {'Port': ['ID=687da8d4-265f-46a5-a573-423b6a1a8086,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:05.404244 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-626695e9-383d-4089-ac1d-793b2ad2c77d admin admin] Publish callbacks [] for port (afc88c8c-00dd-4ca9-a8b7-862d136fbe90), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:05.408319 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60feb936-f7dc-4b36-ad31-ee2a346a3ce2 None None] Checking router: a17742aa-1789-44a4-ae01-72e134c5306d for host: dv-cinder-850002-1-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:01:05.408819 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60feb936-f7dc-4b36-ad31-ee2a346a3ce2 None None] Updating router a17742aa-1789-44a4-ae01-72e134c5306d port e079977e-eb26-47c4-af73-653485baceeb binding host dv-cinder-850002-1-iscsi {{(pid=103884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:01:05.451235 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-09032a51-f28a-454b-b14d-204262c5ed55 None None] Provisioning complete for port 4d6271f2-7715-4e33-92d6-4da488041a7a triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:01:05.451655 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-09032a51-f28a-454b-b14d-204262c5ed55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (4d6271f2-7715-4e33-92d6-4da488041a7a), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:05.463364 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:05.519686 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-60feb936-f7dc-4b36-ad31-ee2a346a3ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (e079977e-eb26-47c4-af73-653485baceeb), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:05.538689 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a9b15e-d690-4b9a-bab2-edc77a20a693 None None] Checking router: 71e21bd5-960a-403c-901a-527508aee993 for host: dv-cinder-850002-1-iscsi {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:01:05.539443 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a9b15e-d690-4b9a-bab2-edc77a20a693 None None] Updating router 71e21bd5-960a-403c-901a-527508aee993 port 90681d6e-3fe6-45df-83be-6d9f4128768b binding host dv-cinder-850002-1-iscsi {{(pid=103883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:01:05.573265 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-626695e9-383d-4089-ac1d-793b2ad2c77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679'] for port (afc88c8c-00dd-4ca9-a8b7-862d136fbe90), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:05.575629 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:05.582241 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09032a51-f28a-454b-b14d-204262c5ed55 None None] Pushing event updated for resources: {'Port': ['ID=542518b0-a240-478b-a9c0-ae2c1ab03e6e,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:05.610670 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port 542518b0-a240-478b-a9c0-ae2c1ab03e6e triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:01:05.611414 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (542518b0-a240-478b-a9c0-ae2c1ab03e6e), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:05.680920 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-42a9b15e-d690-4b9a-bab2-edc77a20a693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (90681d6e-3fe6-45df-83be-6d9f4128768b), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:05.717107 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c025db13-0f33-4c17-8b9e-dcaeb4a0d4aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:05.792277 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-09032a51-f28a-454b-b14d-204262c5ed55 None None] Current status of the port 4d6271f2-7715-4e33-92d6-4da488041a7a is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:01:05.805852 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626695e9-383d-4089-ac1d-793b2ad2c77d admin admin] Network 68380afb-92df-4e5a-adc7-5f1834064646 is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:01:05.839633 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-49306919-3217-4dad-b27f-e789ef851016 req-6203ce78-061a-4793-8afc-c77f86f52a9c tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=77c8c864a31b402880c334c39fbe5a34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9510498 Jul 15 14:01:05.848298 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-626695e9-383d-4089-ac1d-793b2ad2c77d admin admin] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:01:05.856447 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626695e9-383d-4089-ac1d-793b2ad2c77d admin admin] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:01:05.857142 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-626695e9-383d-4089-ac1d-793b2ad2c77d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562181'] for router_interface (71e21bd5-960a-403c-901a-527508aee993), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:05.909658 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-09032a51-f28a-454b-b14d-204262c5ed55 None None] Provisioning complete for port a1f9f660-ad33-4369-87f2-58e5d8bc1f61 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:01:05.910805 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-09032a51-f28a-454b-b14d-204262c5ed55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (a1f9f660-ad33-4369-87f2-58e5d8bc1f61), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:05.954564 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f7e77c18-a396-4006-bacf-0427ef8199f2 None None] Publish callbacks [] for port (41a57ec1-2fa2-4837-bf92-5ddf9ebbe178), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:05.955925 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-34fafcde-528b-4593-b969-4ef32738edba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (687da8d4-265f-46a5-a573-423b6a1a8086), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:06.043886 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626695e9-383d-4089-ac1d-793b2ad2c77d admin admin] Pushing event updated for resources: {'Port': ['ID=afc88c8c-00dd-4ca9-a8b7-862d136fbe90,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:06.052759 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f7e77c18-a396-4006-bacf-0427ef8199f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (41a57ec1-2fa2-4837-bf92-5ddf9ebbe178), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:06.082627 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:06.182858 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=100 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:06.212120 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:06.216546 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port 542518b0-a240-478b-a9c0-ae2c1ab03e6e is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:01:06.218211 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 6b55ccc8-becd-4212-8002-ad5c7224ac1f up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:01:06.371966 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-626695e9-383d-4089-ac1d-793b2ad2c77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (afc88c8c-00dd-4ca9-a8b7-862d136fbe90), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:06.449719 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab308495-3d26-4949-82fc-fc8de8e377c2 None None] Pushing event updated for resources: {'Port': ['ID=41a57ec1-2fa2-4837-bf92-5ddf9ebbe178,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:06.490326 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-f7e77c18-a396-4006-bacf-0427ef8199f2 None None] Attempting to bind port 41a57ec1-2fa2-4837-bf92-5ddf9ebbe178 on host dv-cinder-850002-1-iscsi for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 15 14:01:06.490610 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-f7e77c18-a396-4006-bacf-0427ef8199f2 None None] Attempting to bind port 41a57ec1-2fa2-4837-bf92-5ddf9ebbe178 by drivers openvswitch,hyperv on host dv-cinder-850002-1-iscsi at level 0 using segments [{'id': '4890d217-1662-4526-a7d0-b4e3cb182093', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 15 14:01:06.490984 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e77c18-a396-4006-bacf-0427ef8199f2 None None] Attempting to bind port 41a57ec1-2fa2-4837-bf92-5ddf9ebbe178 on network 85d18fe6-b559-49ae-a129-0350ffd7e8bf {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:01:06.499565 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port 6b55ccc8-becd-4212-8002-ad5c7224ac1f triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:01:06.500368 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (6b55ccc8-becd-4212-8002-ad5c7224ac1f), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:06.502312 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e77c18-a396-4006-bacf-0427ef8199f2 None None] Checking agent: {'id': '7bcac420-d3a9-4cfc-af22-5ba5795a5287', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 13, 52, 19), 'started_at': datetime.datetime(2022, 7, 15, 13, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 14, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 14:01:06.502698 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e77c18-a396-4006-bacf-0427ef8199f2 None None] Checking segment: {'id': '4890d217-1662-4526-a7d0-b4e3cb182093', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:01:06.503091 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f7e77c18-a396-4006-bacf-0427ef8199f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:06.503490 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e77c18-a396-4006-bacf-0427ef8199f2 None None] Bound using segment: {'id': '4890d217-1662-4526-a7d0-b4e3cb182093', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 14:01:06.503971 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-f7e77c18-a396-4006-bacf-0427ef8199f2 None None] Bound port: 41a57ec1-2fa2-4837-bf92-5ddf9ebbe178, host: dv-cinder-850002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4890d217-1662-4526-a7d0-b4e3cb182093', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 15 14:01:06.504358 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f7e77c18-a396-4006-bacf-0427ef8199f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (41a57ec1-2fa2-4837-bf92-5ddf9ebbe178), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:06.562895 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-60feb936-f7dc-4b36-ad31-ee2a346a3ce2 None None] Publish callbacks [] for port (e079977e-eb26-47c4-af73-653485baceeb), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:06.563087 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-f7e77c18-a396-4006-bacf-0427ef8199f2 None None] For port 41a57ec1-2fa2-4837-bf92-5ddf9ebbe178, host dv-cinder-850002-1-iscsi, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:01:06.566654 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-f7e77c18-a396-4006-bacf-0427ef8199f2 None None] For port 41a57ec1-2fa2-4837-bf92-5ddf9ebbe178, host dv-cinder-850002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=41a57ec1-2fa2-4837-bf92-5ddf9ebbe178,segment=NetworkSegment(4890d217-1662-4526-a7d0-b4e3cb182093),segment_id=4890d217-1662-4526-a7d0-b4e3cb182093)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:01:06.642277 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f7e77c18-a396-4006-bacf-0427ef8199f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (41a57ec1-2fa2-4837-bf92-5ddf9ebbe178), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:06.671169 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [None req-c025db13-0f33-4c17-8b9e-dcaeb4a0d4aa admin admin] Allocated IP 172.20.0.1 (0460551c-e776-41db-9da0-199d4897f65f/f6331ee6-fa4c-4f22-93e9-8635c17820f0/ea4f84ba-5bfd-47fe-9703-83b27b93d1ae) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:01:06.713466 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-626695e9-383d-4089-ac1d-793b2ad2c77d admin admin] Publish callbacks [] for port (afc88c8c-00dd-4ca9-a8b7-862d136fbe90), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:06.716122 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:06.724708 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [req-49306919-3217-4dad-b27f-e789ef851016 req-6d4fbc11-cbb3-4902-9c8b-58c2c4908d2e service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103882) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 15 14:01:06.726055 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-49306919-3217-4dad-b27f-e789ef851016 req-6d4fbc11-cbb3-4902-9c8b-58c2c4908d2e service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5342586 Jul 15 14:01:06.728533 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-626695e9-383d-4089-ac1d-793b2ad2c77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (afc88c8c-00dd-4ca9-a8b7-862d136fbe90), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:06.730757 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-626695e9-383d-4089-ac1d-793b2ad2c77d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449591'] for router_interface (71e21bd5-960a-403c-901a-527508aee993), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:06.752161 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:06.790941 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab308495-3d26-4949-82fc-fc8de8e377c2 None None] Pushing event updated for resources: {'Port': ['ID=41a57ec1-2fa2-4837-bf92-5ddf9ebbe178,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:06.868736 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7910e136-1b8a-44bb-a173-96f47abbfe71 None None] Publish callbacks [] for port (51ca6a67-2692-4d78-84ff-22808c27154c), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:06.876621 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-60feb936-f7dc-4b36-ad31-ee2a346a3ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (e079977e-eb26-47c4-af73-653485baceeb), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:06.880112 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-34fafcde-528b-4593-b969-4ef32738edba admin admin] Publish callbacks [] for port (687da8d4-265f-46a5-a573-423b6a1a8086), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:06.892640 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-09032a51-f28a-454b-b14d-204262c5ed55 None None] Current status of the port a1f9f660-ad33-4369-87f2-58e5d8bc1f61 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:01:06.907276 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7910e136-1b8a-44bb-a173-96f47abbfe71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (51ca6a67-2692-4d78-84ff-22808c27154c), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:06.908444 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-34fafcde-528b-4593-b969-4ef32738edba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (687da8d4-265f-46a5-a573-423b6a1a8086), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:06.910445 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-34fafcde-528b-4593-b969-4ef32738edba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449591'] for router_interface (f1f984db-9073-48a1-bd9e-9140e2d223c6), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:06.933279 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-49306919-3217-4dad-b27f-e789ef851016 req-c0ff9198-0c23-4c6c-81e2-823522472248 service neutron] 10.222.0.16 "GET /v2.0/networks/cb1d6404-603d-43fd-9d2d-2304ecd9066f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929145 Jul 15 14:01:06.956576 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:07.006720 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e77c18-a396-4006-bacf-0427ef8199f2 None None] Routers {'f1f984db-9073-48a1-bd9e-9140e2d223c6'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:01:07.008284 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-f7e77c18-a396-4006-bacf-0427ef8199f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:00:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['f1f984db-9073-48a1-bd9e-9140e2d223c6'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:01:07.024040 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-7910e136-1b8a-44bb-a173-96f47abbfe71 None None] Attempting to bind port 51ca6a67-2692-4d78-84ff-22808c27154c on host dv-cinder-850002-1-iscsi for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 15 14:01:07.024567 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-7910e136-1b8a-44bb-a173-96f47abbfe71 None None] Attempting to bind port 51ca6a67-2692-4d78-84ff-22808c27154c by drivers openvswitch,hyperv on host dv-cinder-850002-1-iscsi at level 0 using segments [{'id': '4890d217-1662-4526-a7d0-b4e3cb182093', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 15 14:01:07.025414 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7910e136-1b8a-44bb-a173-96f47abbfe71 None None] Attempting to bind port 51ca6a67-2692-4d78-84ff-22808c27154c on network 85d18fe6-b559-49ae-a129-0350ffd7e8bf {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:01:07.032960 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c025db13-0f33-4c17-8b9e-dcaeb4a0d4aa admin admin] Publish callbacks [] for port (ea4f84ba-5bfd-47fe-9703-83b27b93d1ae), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:07.035265 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-09032a51-f28a-454b-b14d-204262c5ed55 None None] Provisioning complete for port e079977e-eb26-47c4-af73-653485baceeb triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:01:07.035821 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-09032a51-f28a-454b-b14d-204262c5ed55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (e079977e-eb26-47c4-af73-653485baceeb), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:07.060667 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-60feb936-f7dc-4b36-ad31-ee2a346a3ce2 None None] Attempting to bind port e079977e-eb26-47c4-af73-653485baceeb on host dv-cinder-850002-1-iscsi for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 15 14:01:07.061050 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-60feb936-f7dc-4b36-ad31-ee2a346a3ce2 None None] Attempting to bind port e079977e-eb26-47c4-af73-653485baceeb by drivers openvswitch,hyperv on host dv-cinder-850002-1-iscsi at level 0 using segments [{'id': '00d52852-4d7f-4f72-9ea8-52445064468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'cb1d6404-603d-43fd-9d2d-2304ecd9066f'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 15 14:01:07.061729 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60feb936-f7dc-4b36-ad31-ee2a346a3ce2 None None] Attempting to bind port e079977e-eb26-47c4-af73-653485baceeb on network cb1d6404-603d-43fd-9d2d-2304ecd9066f {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:01:07.082629 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60feb936-f7dc-4b36-ad31-ee2a346a3ce2 None None] Checking agent: {'id': '7bcac420-d3a9-4cfc-af22-5ba5795a5287', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 13, 52, 19), 'started_at': datetime.datetime(2022, 7, 15, 13, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 14, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 14:01:07.092252 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60feb936-f7dc-4b36-ad31-ee2a346a3ce2 None None] Checking segment: {'id': '00d52852-4d7f-4f72-9ea8-52445064468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'cb1d6404-603d-43fd-9d2d-2304ecd9066f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:01:07.093020 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-60feb936-f7dc-4b36-ad31-ee2a346a3ce2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:07.093948 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60feb936-f7dc-4b36-ad31-ee2a346a3ce2 None None] Bound using segment: {'id': '00d52852-4d7f-4f72-9ea8-52445064468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'cb1d6404-603d-43fd-9d2d-2304ecd9066f'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 14:01:07.094228 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-60feb936-f7dc-4b36-ad31-ee2a346a3ce2 None None] Bound port: e079977e-eb26-47c4-af73-653485baceeb, host: dv-cinder-850002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00d52852-4d7f-4f72-9ea8-52445064468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'cb1d6404-603d-43fd-9d2d-2304ecd9066f'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 15 14:01:07.097322 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-60feb936-f7dc-4b36-ad31-ee2a346a3ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (e079977e-eb26-47c4-af73-653485baceeb), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:07.143172 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626695e9-383d-4089-ac1d-793b2ad2c77d admin admin] Pushing event updated for resources: {'Port': ['ID=afc88c8c-00dd-4ca9-a8b7-862d136fbe90,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:07.154026 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-09032a51-f28a-454b-b14d-204262c5ed55 None None] Port e079977e-eb26-47c4-af73-653485baceeb cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 15 14:01:07.216693 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fafcde-528b-4593-b969-4ef32738edba admin admin] Pushing event updated for resources: {'Port': ['ID=687da8d4-265f-46a5-a573-423b6a1a8086,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:07.226812 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c025db13-0f33-4c17-8b9e-dcaeb4a0d4aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679'] for port (ea4f84ba-5bfd-47fe-9703-83b27b93d1ae), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:07.384283 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626695e9-383d-4089-ac1d-793b2ad2c77d admin admin] Network 68380afb-92df-4e5a-adc7-5f1834064646 is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:01:07.387099 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7910e136-1b8a-44bb-a173-96f47abbfe71 None None] Checking agent: {'id': '7bcac420-d3a9-4cfc-af22-5ba5795a5287', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 13, 52, 19), 'started_at': datetime.datetime(2022, 7, 15, 13, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 14, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 14:01:07.388183 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7910e136-1b8a-44bb-a173-96f47abbfe71 None None] Checking segment: {'id': '4890d217-1662-4526-a7d0-b4e3cb182093', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:01:07.388952 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7910e136-1b8a-44bb-a173-96f47abbfe71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:07.389642 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7910e136-1b8a-44bb-a173-96f47abbfe71 None None] Bound using segment: {'id': '4890d217-1662-4526-a7d0-b4e3cb182093', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 14:01:07.390432 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-7910e136-1b8a-44bb-a173-96f47abbfe71 None None] Bound port: 51ca6a67-2692-4d78-84ff-22808c27154c, host: dv-cinder-850002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4890d217-1662-4526-a7d0-b4e3cb182093', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 15 14:01:07.391406 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7910e136-1b8a-44bb-a173-96f47abbfe71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (51ca6a67-2692-4d78-84ff-22808c27154c), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:07.394606 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c025db13-0f33-4c17-8b9e-dcaeb4a0d4aa admin admin] Network 0460551c-e776-41db-9da0-199d4897f65f is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:01:07.396653 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-626695e9-383d-4089-ac1d-793b2ad2c77d admin admin] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:01:07.397432 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c025db13-0f33-4c17-8b9e-dcaeb4a0d4aa admin admin] Pushing event updated for resources: {'Port': ['ID=ea4f84ba-5bfd-47fe-9703-83b27b93d1ae,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:07.408637 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-c025db13-0f33-4c17-8b9e-dcaeb4a0d4aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:01:07.438526 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c025db13-0f33-4c17-8b9e-dcaeb4a0d4aa admin admin] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:01:07.441305 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c025db13-0f33-4c17-8b9e-dcaeb4a0d4aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562181'] for router_interface (c8e96d0e-648d-442b-bc98-b731e809055f), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:07.466404 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-60feb936-f7dc-4b36-ad31-ee2a346a3ce2 None None] For port e079977e-eb26-47c4-af73-653485baceeb, host dv-cinder-850002-1-iscsi, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:01:07.543302 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca7f14c-197f-4ac0-a7b5-28dea11a0e02 None None] Pushing event updated for resources: {'Port': ['ID=e079977e-eb26-47c4-af73-653485baceeb,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:07.592089 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-60feb936-f7dc-4b36-ad31-ee2a346a3ce2 None None] For port e079977e-eb26-47c4-af73-653485baceeb, host dv-cinder-850002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=e079977e-eb26-47c4-af73-653485baceeb,segment=NetworkSegment(00d52852-4d7f-4f72-9ea8-52445064468d),segment_id=00d52852-4d7f-4f72-9ea8-52445064468d)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:01:07.738945 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:07.775255 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d60b6-08c4-4029-8733-700a5924664c None None] Pushing event updated for resources: {'Port': ['ID=51ca6a67-2692-4d78-84ff-22808c27154c,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:07.809855 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:07.818219 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c025db13-0f33-4c17-8b9e-dcaeb4a0d4aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (ea4f84ba-5bfd-47fe-9703-83b27b93d1ae), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:07.822124 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-7910e136-1b8a-44bb-a173-96f47abbfe71 None None] For port 51ca6a67-2692-4d78-84ff-22808c27154c, host dv-cinder-850002-1-iscsi, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:01:07.826334 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-49306919-3217-4dad-b27f-e789ef851016 req-1c9fb989-1f02-4ca1-a416-2276b919a7ae service neutron] 10.222.0.16 "GET /v2.0/networks/cb1d6404-603d-43fd-9d2d-2304ecd9066f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8781326 Jul 15 14:01:07.846741 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-626695e9-383d-4089-ac1d-793b2ad2c77d admin admin] Router 71e21bd5-960a-403c-901a-527508aee993 has already been hosted by L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 14:01:07.855946 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-7910e136-1b8a-44bb-a173-96f47abbfe71 None None] For port 51ca6a67-2692-4d78-84ff-22808c27154c, host dv-cinder-850002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=51ca6a67-2692-4d78-84ff-22808c27154c,segment=NetworkSegment(4890d217-1662-4526-a7d0-b4e3cb182093),segment_id=4890d217-1662-4526-a7d0-b4e3cb182093)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:01:07.887484 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-60feb936-f7dc-4b36-ad31-ee2a346a3ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (e079977e-eb26-47c4-af73-653485baceeb), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:07.910785 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port 6b55ccc8-becd-4212-8002-ad5c7224ac1f is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:01:07.911786 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (6b55ccc8-becd-4212-8002-ad5c7224ac1f), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:07.937950 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7910e136-1b8a-44bb-a173-96f47abbfe71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (51ca6a67-2692-4d78-84ff-22808c27154c), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:07.961642 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-f7e77c18-a396-4006-bacf-0427ef8199f2 None None] Set router f1f984db-9073-48a1-bd9e-9140e2d223c6 gateway port host: dv-cinder-850002-1-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:01:08.099799 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-175ed217-6645-488a-9320-5782b18d1fe2 None None] Provisioning complete for port 687da8d4-265f-46a5-a573-423b6a1a8086 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:01:08.102787 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-175ed217-6645-488a-9320-5782b18d1fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (687da8d4-265f-46a5-a573-423b6a1a8086), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:08.171896 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7910e136-1b8a-44bb-a173-96f47abbfe71 None None] Routers {'c8e96d0e-648d-442b-bc98-b731e809055f'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:01:08.175841 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-7910e136-1b8a-44bb-a173-96f47abbfe71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:00:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['c8e96d0e-648d-442b-bc98-b731e809055f'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:01:08.255087 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fafcde-528b-4593-b969-4ef32738edba admin admin] Network 2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448 is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:01:08.266558 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-34fafcde-528b-4593-b969-4ef32738edba admin admin] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:01:08.329935 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] For port 6b55ccc8-becd-4212-8002-ad5c7224ac1f, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=6b55ccc8-becd-4212-8002-ad5c7224ac1f,segment=NetworkSegment(4890d217-1662-4526-a7d0-b4e3cb182093),segment_id=4890d217-1662-4526-a7d0-b4e3cb182093)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:01:08.422193 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c025db13-0f33-4c17-8b9e-dcaeb4a0d4aa admin admin] Publish callbacks [] for port (ea4f84ba-5bfd-47fe-9703-83b27b93d1ae), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:08.424424 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 45598) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:01:08.425102 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:08.444588 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c025db13-0f33-4c17-8b9e-dcaeb4a0d4aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (ea4f84ba-5bfd-47fe-9703-83b27b93d1ae), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:08.445810 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c025db13-0f33-4c17-8b9e-dcaeb4a0d4aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449591'] for router_interface (c8e96d0e-648d-442b-bc98-b731e809055f), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:08.523598 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-626695e9-383d-4089-ac1d-793b2ad2c77d admin admin] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:01:08.548953 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-626695e9-383d-4089-ac1d-793b2ad2c77d admin admin] 10.222.0.16 "PUT /v2.0/routers/71e21bd5-960a-403c-901a-527508aee993/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5629325 Jul 15 14:01:08.587441 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-7910e136-1b8a-44bb-a173-96f47abbfe71 None None] Set router c8e96d0e-648d-442b-bc98-b731e809055f gateway port host: dv-cinder-850002-1-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:01:08.622899 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 45620) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:01:08.674793 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-42a9b15e-d690-4b9a-bab2-edc77a20a693 None None] Publish callbacks [] for port (90681d6e-3fe6-45df-83be-6d9f4128768b), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:08.677765 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:08.691837 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (6b55ccc8-becd-4212-8002-ad5c7224ac1f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:08.701776 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-42a9b15e-d690-4b9a-bab2-edc77a20a693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (90681d6e-3fe6-45df-83be-6d9f4128768b), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:08.806437 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60feb936-f7dc-4b36-ad31-ee2a346a3ce2 None None] Routers {'a17742aa-1789-44a4-ae01-72e134c5306d'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:01:08.807108 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-60feb936-f7dc-4b36-ad31-ee2a346a3ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:00:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['a17742aa-1789-44a4-ae01-72e134c5306d'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:01:08.817801 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-175ed217-6645-488a-9320-5782b18d1fe2 None None] Port 687da8d4-265f-46a5-a573-423b6a1a8086 cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 15 14:01:08.818883 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c025db13-0f33-4c17-8b9e-dcaeb4a0d4aa admin admin] Pushing event updated for resources: {'Port': ['ID=ea4f84ba-5bfd-47fe-9703-83b27b93d1ae,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:08.848101 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c025db13-0f33-4c17-8b9e-dcaeb4a0d4aa admin admin] Network 0460551c-e776-41db-9da0-199d4897f65f is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:01:08.850774 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-c025db13-0f33-4c17-8b9e-dcaeb4a0d4aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:01:08.918164 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a873c68b-882f-4185-8e57-e6b743f7abfc req-da0aafc0-59e4-4c3a-9e97-7ad9ef478511 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c6bc8f0-81aa-45df-9fb1-4e581cf0913e HTTP/1.1" status: 200 len: 210 time: 0.2833595 Jul 15 14:01:08.926238 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-42a9b15e-d690-4b9a-bab2-edc77a20a693 None None] Attempting to bind port 90681d6e-3fe6-45df-83be-6d9f4128768b on host dv-cinder-850002-1-iscsi for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 15 14:01:08.939238 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-42a9b15e-d690-4b9a-bab2-edc77a20a693 None None] Attempting to bind port 90681d6e-3fe6-45df-83be-6d9f4128768b by drivers openvswitch,hyperv on host dv-cinder-850002-1-iscsi at level 0 using segments [{'id': '4890d217-1662-4526-a7d0-b4e3cb182093', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 15 14:01:08.939238 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a9b15e-d690-4b9a-bab2-edc77a20a693 None None] Attempting to bind port 90681d6e-3fe6-45df-83be-6d9f4128768b on network 85d18fe6-b559-49ae-a129-0350ffd7e8bf {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:01:08.995700 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:09.009479 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a9b15e-d690-4b9a-bab2-edc77a20a693 None None] Checking agent: {'id': '7bcac420-d3a9-4cfc-af22-5ba5795a5287', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 13, 52, 19), 'started_at': datetime.datetime(2022, 7, 15, 13, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 14, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 14:01:09.009982 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a9b15e-d690-4b9a-bab2-edc77a20a693 None None] Checking segment: {'id': '4890d217-1662-4526-a7d0-b4e3cb182093', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:01:09.011157 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-42a9b15e-d690-4b9a-bab2-edc77a20a693 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:09.011693 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a9b15e-d690-4b9a-bab2-edc77a20a693 None None] Bound using segment: {'id': '4890d217-1662-4526-a7d0-b4e3cb182093', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 14:01:09.012426 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-42a9b15e-d690-4b9a-bab2-edc77a20a693 None None] Bound port: 90681d6e-3fe6-45df-83be-6d9f4128768b, host: dv-cinder-850002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4890d217-1662-4526-a7d0-b4e3cb182093', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 15 14:01:09.013943 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-42a9b15e-d690-4b9a-bab2-edc77a20a693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (90681d6e-3fe6-45df-83be-6d9f4128768b), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:09.071214 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-175ed217-6645-488a-9320-5782b18d1fe2 None None] Provisioning complete for port 542518b0-a240-478b-a9c0-ae2c1ab03e6e triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:01:09.071869 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-175ed217-6645-488a-9320-5782b18d1fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (542518b0-a240-478b-a9c0-ae2c1ab03e6e), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:09.256960 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34fafcde-528b-4593-b969-4ef32738edba admin admin] Router f1f984db-9073-48a1-bd9e-9140e2d223c6 has already been hosted by L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 14:01:09.293736 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c025db13-0f33-4c17-8b9e-dcaeb4a0d4aa admin admin] Router c8e96d0e-648d-442b-bc98-b731e809055f has already been hosted by L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 14:01:09.336942 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device a1f9f660-ad33-4369-87f2-58e5d8bc1f61 up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:01:09.429355 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca7f14c-197f-4ac0-a7b5-28dea11a0e02 None None] Pushing event updated for resources: {'Port': ['ID=e079977e-eb26-47c4-af73-653485baceeb,revision_number=4']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:09.498649 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:09.498649 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Pushing event updated for resources: {'Port': ['ID=6b55ccc8-becd-4212-8002-ad5c7224ac1f,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:09.627133 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34fafcde-528b-4593-b969-4ef32738edba admin admin] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:01:09.651664 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-34fafcde-528b-4593-b969-4ef32738edba admin admin] 10.222.0.16 "PUT /v2.0/routers/f1f984db-9073-48a1-bd9e-9140e2d223c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8261311 Jul 15 14:01:09.653590 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-37742464-6713-47ef-b820-788cb4137c7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:09.675421 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-f7e77c18-a396-4006-bacf-0427ef8199f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f984db-9073-48a1-bd9e-9140e2d223c6', 'name': 'tempest-DeleteServersTestJSON-1551812071-router', 'tenant_id': 'd3c9ca821cd341a98f21ca15a0d6eb4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '41a57ec1-2fa2-4837-bf92-5ddf9ebbe178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:54Z', 'updated_at': '2022-07-15T14:01:05Z', 'revision_number': 4, 'project_id': 'd3c9ca821cd341a98f21ca15a0d6eb4c', 'gw_port': {'id': '41a57ec1-2fa2-4837-bf92-5ddf9ebbe178', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:7f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f984db-9073-48a1-bd9e-9140e2d223c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:55Z', 'updated_at': '2022-07-15T14:01:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': '687da8d4-265f-46a5-a573-423b6a1a8086', 'name': '', 'network_id': '2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448', 'tenant_id': 'd3c9ca821cd341a98f21ca15a0d6eb4c', 'mac_address': 'fa:16:3e:3f:2b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f984db-9073-48a1-bd9e-9140e2d223c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '98337d2e-3581-4353-88ca-3d2c4ce5295a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:01:04Z', 'updated_at': '2022-07-15T14:01:06Z', 'revision_number': 2, 'project_id': 'd3c9ca821cd341a98f21ca15a0d6eb4c', 'subnets': [{'id': '98337d2e-3581-4353-88ca-3d2c4ce5295a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:01:09.724268 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e77c18-a396-4006-bacf-0427ef8199f2 None None] The sync data for ids ['f1f984db-9073-48a1-bd9e-9140e2d223c6'] in dv-cinder-850002-1-iscsi is: [{'id': 'f1f984db-9073-48a1-bd9e-9140e2d223c6', 'name': 'tempest-DeleteServersTestJSON-1551812071-router', 'tenant_id': 'd3c9ca821cd341a98f21ca15a0d6eb4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '41a57ec1-2fa2-4837-bf92-5ddf9ebbe178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:54Z', 'updated_at': '2022-07-15T14:01:05Z', 'revision_number': 4, 'project_id': 'd3c9ca821cd341a98f21ca15a0d6eb4c', 'gw_port': {'id': '41a57ec1-2fa2-4837-bf92-5ddf9ebbe178', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:7f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f984db-9073-48a1-bd9e-9140e2d223c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:55Z', 'updated_at': '2022-07-15T14:01:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': '687da8d4-265f-46a5-a573-423b6a1a8086', 'name': '', 'network_id': '2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448', 'tenant_id': 'd3c9ca821cd341a98f21ca15a0d6eb4c', 'mac_address': 'fa:16:3e:3f:2b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f984db-9073-48a1-bd9e-9140e2d223c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '98337d2e-3581-4353-88ca-3d2c4ce5295a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:01:04Z', 'updated_at': '2022-07-15T14:01:06Z', 'revision_number': 2, 'project_id': 'd3c9ca821cd341a98f21ca15a0d6eb4c', 'subnets': [{'id': '98337d2e-3581-4353-88ca-3d2c4ce5295a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:01:09.736731 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-42a9b15e-d690-4b9a-bab2-edc77a20a693 None None] For port 90681d6e-3fe6-45df-83be-6d9f4128768b, host dv-cinder-850002-1-iscsi, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:01:09.854353 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 45682) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:01:09.863486 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-2f74426c-f473-4d35-89ea-26b58baddf81 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1109642030', 'description': 'tempest-description--516194279'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:01:09.918038 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-42a9b15e-d690-4b9a-bab2-edc77a20a693 None None] For port 90681d6e-3fe6-45df-83be-6d9f4128768b, host dv-cinder-850002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=90681d6e-3fe6-45df-83be-6d9f4128768b,segment=NetworkSegment(4890d217-1662-4526-a7d0-b4e3cb182093),segment_id=4890d217-1662-4526-a7d0-b4e3cb182093)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:01:09.921451 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2f74426c-f473-4d35-89ea-26b58baddf81 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:09.949170 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:09.971238 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0890f1c2-4e4b-4890-8a01-a96cd80427ce None None] Pushing event updated for resources: {'Port': ['ID=90681d6e-3fe6-45df-83be-6d9f4128768b,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:09.996185 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:10.012436 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-42a9b15e-d690-4b9a-bab2-edc77a20a693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (90681d6e-3fe6-45df-83be-6d9f4128768b), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:10.043548 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2f74426c-f473-4d35-89ea-26b58baddf81 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks [] for security_group (2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:10.057901 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a7df0-0153-4ebe-a3ec-482567c81b2b req-6fd4df7d-79a5-47cc-8a2f-5abd516dfe8b tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:10.065153 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-171a7df0-0153-4ebe-a3ec-482567c81b2b req-6fd4df7d-79a5-47cc-8a2f-5abd516dfe8b tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/networks?id=cb1d6404-603d-43fd-9d2d-2304ecd9066f HTTP/1.1" status: 200 len: 818 time: 0.4378870 Jul 15 14:01:10.068446 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port a1f9f660-ad33-4369-87f2-58e5d8bc1f61 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:01:10.069502 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (a1f9f660-ad33-4369-87f2-58e5d8bc1f61), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:10.078915 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2f74426c-f473-4d35-89ea-26b58baddf81 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:10.149284 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c025db13-0f33-4c17-8b9e-dcaeb4a0d4aa admin admin] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:01:10.159442 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-c025db13-0f33-4c17-8b9e-dcaeb4a0d4aa admin admin] 10.222.0.16 "PUT /v2.0/routers/c8e96d0e-648d-442b-bc98-b731e809055f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4315228 Jul 15 14:01:10.201374 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:10.202560 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-7910e136-1b8a-44bb-a173-96f47abbfe71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e96d0e-648d-442b-bc98-b731e809055f', 'name': 'tempest-AttachVolumeTestJSON-182516732-router', 'tenant_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '51ca6a67-2692-4d78-84ff-22808c27154c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:56Z', 'updated_at': '2022-07-15T14:01:07Z', 'revision_number': 4, 'project_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'gw_port': {'id': '51ca6a67-2692-4d78-84ff-22808c27154c', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cc:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e96d0e-648d-442b-bc98-b731e809055f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:57Z', 'updated_at': '2022-07-15T14:01:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': 'ea4f84ba-5bfd-47fe-9703-83b27b93d1ae', 'name': '', 'network_id': '0460551c-e776-41db-9da0-199d4897f65f', 'tenant_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'mac_address': 'fa:16:3e:13:f0:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e96d0e-648d-442b-bc98-b731e809055f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f6331ee6-fa4c-4f22-93e9-8635c17820f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:01:05Z', 'updated_at': '2022-07-15T14:01:06Z', 'revision_number': 1, 'project_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'subnets': [{'id': 'f6331ee6-fa4c-4f22-93e9-8635c17820f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:01:10.210063 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-175ed217-6645-488a-9320-5782b18d1fe2 None None] Current status of the port 542518b0-a240-478b-a9c0-ae2c1ab03e6e is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:01:10.210848 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f74426c-f473-4d35-89ea-26b58baddf81 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:10.224164 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-171a7df0-0153-4ebe-a3ec-482567c81b2b req-5fdb65cd-b5c0-4551-886f-330bf9f3a2f3 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/quotas/77c8c864a31b402880c334c39fbe5a34 HTTP/1.1" status: 200 len: 375 time: 0.1504855 Jul 15 14:01:10.313048 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2f74426c-f473-4d35-89ea-26b58baddf81 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:10.314778 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-2f74426c-f473-4d35-89ea-26b58baddf81 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4555347 Jul 15 14:01:10.317611 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-37742464-6713-47ef-b820-788cb4137c7d admin admin] Publish callbacks [] for security_group (d8a3e9a2-9764-4313-8703-da68059e9302), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:10.330353 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:10.331711 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 45702) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:01:10.342178 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-37742464-6713-47ef-b820-788cb4137c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (d8a3e9a2-9764-4313-8703-da68059e9302), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:10.366447 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-4e0f9fa9-f26e-4294-960e-8aec36d182e3 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Request body: {'security_group_rule': {'security_group_id': '2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:01:10.406661 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7910e136-1b8a-44bb-a173-96f47abbfe71 None None] The sync data for ids ['c8e96d0e-648d-442b-bc98-b731e809055f'] in dv-cinder-850002-1-iscsi is: [{'id': 'c8e96d0e-648d-442b-bc98-b731e809055f', 'name': 'tempest-AttachVolumeTestJSON-182516732-router', 'tenant_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '51ca6a67-2692-4d78-84ff-22808c27154c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:56Z', 'updated_at': '2022-07-15T14:01:07Z', 'revision_number': 4, 'project_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'gw_port': {'id': '51ca6a67-2692-4d78-84ff-22808c27154c', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cc:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e96d0e-648d-442b-bc98-b731e809055f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:57Z', 'updated_at': '2022-07-15T14:01:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': 'ea4f84ba-5bfd-47fe-9703-83b27b93d1ae', 'name': '', 'network_id': '0460551c-e776-41db-9da0-199d4897f65f', 'tenant_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'mac_address': 'fa:16:3e:13:f0:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e96d0e-648d-442b-bc98-b731e809055f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f6331ee6-fa4c-4f22-93e9-8635c17820f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:01:05Z', 'updated_at': '2022-07-15T14:01:06Z', 'revision_number': 1, 'project_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'subnets': [{'id': 'f6331ee6-fa4c-4f22-93e9-8635c17820f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:01:10.421218 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a9b15e-d690-4b9a-bab2-edc77a20a693 None None] Routers {'71e21bd5-960a-403c-901a-527508aee993'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:01:10.424693 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-42a9b15e-d690-4b9a-bab2-edc77a20a693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:00:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['71e21bd5-960a-403c-901a-527508aee993'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:01:10.437659 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-60feb936-f7dc-4b36-ad31-ee2a346a3ce2 None None] Set router a17742aa-1789-44a4-ae01-72e134c5306d gateway port host: dv-cinder-850002-1-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:01:10.450841 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-171a7df0-0153-4ebe-a3ec-482567c81b2b req-64f18706-892a-489d-8ddb-c09c081ccd42 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=77c8c864a31b402880c334c39fbe5a34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2182031 Jul 15 14:01:10.559526 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37742464-6713-47ef-b820-788cb4137c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a3e9a2-9764-4313-8703-da68059e9302,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:10.585910 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d60b6-08c4-4029-8733-700a5924664c None None] Pushing event updated for resources: {'Port': ['ID=51ca6a67-2692-4d78-84ff-22808c27154c,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:10.751500 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-37742464-6713-47ef-b820-788cb4137c7d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f6ccc426e62e4a7994832ac941b790d8&name=default HTTP/1.1" status: 200 len: 2992 time: 2.3088393 Jul 15 14:01:10.752734 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 45734) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:01:10.842910 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-175ed217-6645-488a-9320-5782b18d1fe2 None None] Provisioning complete for port afc88c8c-00dd-4ca9-a8b7-862d136fbe90 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:01:10.842910 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-175ed217-6645-488a-9320-5782b18d1fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (afc88c8c-00dd-4ca9-a8b7-862d136fbe90), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:10.863129 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0890f1c2-4e4b-4890-8a01-a96cd80427ce None None] Pushing event updated for resources: {'Port': ['ID=90681d6e-3fe6-45df-83be-6d9f4128768b,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:10.958833 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-60feb936-f7dc-4b36-ad31-ee2a346a3ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17742aa-1789-44a4-ae01-72e134c5306d', 'name': 'tempest-ServerRescueNegativeTestJSON-153253776-router', 'tenant_id': '77c8c864a31b402880c334c39fbe5a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '6b55ccc8-becd-4212-8002-ad5c7224ac1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:50Z', 'updated_at': '2022-07-15T14:00:59Z', 'revision_number': 4, 'project_id': '77c8c864a31b402880c334c39fbe5a34', 'gw_port': {'id': '6b55ccc8-becd-4212-8002-ad5c7224ac1f', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:48:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17742aa-1789-44a4-ae01-72e134c5306d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:51Z', 'updated_at': '2022-07-15T14:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': 'e079977e-eb26-47c4-af73-653485baceeb', 'name': '', 'network_id': 'cb1d6404-603d-43fd-9d2d-2304ecd9066f', 'tenant_id': '77c8c864a31b402880c334c39fbe5a34', 'mac_address': 'fa:16:3e:0a:53:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17742aa-1789-44a4-ae01-72e134c5306d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '78ed3b07-fd43-4c88-bba6-d7f332b83abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:56Z', 'updated_at': '2022-07-15T14:01:07Z', 'revision_number': 4, 'project_id': '77c8c864a31b402880c334c39fbe5a34', 'subnets': [{'id': '78ed3b07-fd43-4c88-bba6-d7f332b83abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:01:10.986014 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [req-171a7df0-0153-4ebe-a3ec-482567c81b2b req-7dbc0c03-b3e2-4eb4-8fa0-983954429ab7 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103882) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 15 14:01:10.997036 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-171a7df0-0153-4ebe-a3ec-482567c81b2b req-7dbc0c03-b3e2-4eb4-8fa0-983954429ab7 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3837562 Jul 15 14:01:11.021730 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4e0f9fa9-f26e-4294-960e-8aec36d182e3 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks [] for security_group_rule (e961a941-781c-4ff7-bdbb-69d14f25d4a5), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:11.043650 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60feb936-f7dc-4b36-ad31-ee2a346a3ce2 None None] The sync data for ids ['a17742aa-1789-44a4-ae01-72e134c5306d'] in dv-cinder-850002-1-iscsi is: [{'id': 'a17742aa-1789-44a4-ae01-72e134c5306d', 'name': 'tempest-ServerRescueNegativeTestJSON-153253776-router', 'tenant_id': '77c8c864a31b402880c334c39fbe5a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '6b55ccc8-becd-4212-8002-ad5c7224ac1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:50Z', 'updated_at': '2022-07-15T14:00:59Z', 'revision_number': 4, 'project_id': '77c8c864a31b402880c334c39fbe5a34', 'gw_port': {'id': '6b55ccc8-becd-4212-8002-ad5c7224ac1f', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:48:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17742aa-1789-44a4-ae01-72e134c5306d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:51Z', 'updated_at': '2022-07-15T14:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': 'e079977e-eb26-47c4-af73-653485baceeb', 'name': '', 'network_id': 'cb1d6404-603d-43fd-9d2d-2304ecd9066f', 'tenant_id': '77c8c864a31b402880c334c39fbe5a34', 'mac_address': 'fa:16:3e:0a:53:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17742aa-1789-44a4-ae01-72e134c5306d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '78ed3b07-fd43-4c88-bba6-d7f332b83abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:56Z', 'updated_at': '2022-07-15T14:01:07Z', 'revision_number': 4, 'project_id': '77c8c864a31b402880c334c39fbe5a34', 'subnets': [{'id': '78ed3b07-fd43-4c88-bba6-d7f332b83abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:01:11.050473 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port a1f9f660-ad33-4369-87f2-58e5d8bc1f61 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:01:11.057959 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 542518b0-a240-478b-a9c0-ae2c1ab03e6e up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:01:11.059944 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-175ed217-6645-488a-9320-5782b18d1fe2 None None] Port afc88c8c-00dd-4ca9-a8b7-862d136fbe90 cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 15 14:01:11.137465 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:11.141679 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-819241c8-345e-47e5-921c-6ffdc54ef650 admin admin] Publish callbacks [] for security_group (d8a3e9a2-9764-4313-8703-da68059e9302), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:11.173127 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622aa1b-236e-4f60-a525-e53e229d5eda req-70fc59ab-9175-4931-b1bf-e5b38a8dfcaa tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:11.191877 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e622aa1b-236e-4f60-a525-e53e229d5eda req-70fc59ab-9175-4931-b1bf-e5b38a8dfcaa tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/networks?id=2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448 HTTP/1.1" status: 200 len: 812 time: 0.6129930 Jul 15 14:01:11.264140 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-42a9b15e-d690-4b9a-bab2-edc77a20a693 None None] Set router 71e21bd5-960a-403c-901a-527508aee993 gateway port host: dv-cinder-850002-1-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:01:11.335704 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-819241c8-345e-47e5-921c-6ffdc54ef650 admin admin] Publish callbacks [] for security_group (d8a3e9a2-9764-4313-8703-da68059e9302), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:11.380665 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-171a7df0-0153-4ebe-a3ec-482567c81b2b req-eb75566f-3d8d-470d-a5ea-c8b20819f327 service neutron] 10.222.0.16 "GET /v2.0/networks/cb1d6404-603d-43fd-9d2d-2304ecd9066f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3821800 Jul 15 14:01:11.397944 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e622aa1b-236e-4f60-a525-e53e229d5eda req-aab565aa-fc8b-41b9-a030-97a88ae995ba tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/quotas/d3c9ca821cd341a98f21ca15a0d6eb4c HTTP/1.1" status: 200 len: 375 time: 0.2046769 Jul 15 14:01:11.490733 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-f65b0818-0ae2-454e-a168-f5653aa797f5 None None] Provisioning complete for port 687da8d4-265f-46a5-a573-423b6a1a8086 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:01:11.491826 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f65b0818-0ae2-454e-a168-f5653aa797f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (687da8d4-265f-46a5-a573-423b6a1a8086), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:11.609875 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port 542518b0-a240-478b-a9c0-ae2c1ab03e6e triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:01:11.610959 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (542518b0-a240-478b-a9c0-ae2c1ab03e6e), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:11.700144 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e622aa1b-236e-4f60-a525-e53e229d5eda req-219f9a3d-407c-48d8-9c78-caf10755f0e7 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3c9ca821cd341a98f21ca15a0d6eb4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3002481 Jul 15 14:01:11.781500 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4e0f9fa9-f26e-4294-960e-8aec36d182e3 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks [] for security_group_rule (e961a941-781c-4ff7-bdbb-69d14f25d4a5), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:11.816376 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4e0f9fa9-f26e-4294-960e-8aec36d182e3 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484192'] for security_group_rule (e961a941-781c-4ff7-bdbb-69d14f25d4a5), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:11.884475 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-f65b0818-0ae2-454e-a168-f5653aa797f5 None None] Port 687da8d4-265f-46a5-a573-423b6a1a8086 cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 15 14:01:11.905748 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-f65b0818-0ae2-454e-a168-f5653aa797f5 None None] Provisioning complete for port ea4f84ba-5bfd-47fe-9703-83b27b93d1ae triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:01:11.906367 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f65b0818-0ae2-454e-a168-f5653aa797f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (ea4f84ba-5bfd-47fe-9703-83b27b93d1ae), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:11.959045 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0f9fa9-f26e-4294-960e-8aec36d182e3 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e961a941-781c-4ff7-bdbb-69d14f25d4a5,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:11.978217 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:11.993223 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e622aa1b-236e-4f60-a525-e53e229d5eda req-a674618e-88d4-471a-9b3f-cf2750992ce6 service neutron] 10.222.0.16 "GET /v2.0/networks/2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920740 Jul 15 14:01:12.006617 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4e0f9fa9-f26e-4294-960e-8aec36d182e3 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:12.024442 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-4e0f9fa9-f26e-4294-960e-8aec36d182e3 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6804488 Jul 15 14:01:12.033868 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 45776) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:01:12.047880 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-5b677093-626e-4223-b1cf-0ad5ec4e1fe5 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Request body: {'security_group_rule': {'security_group_id': '2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:01:12.066924 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-f65b0818-0ae2-454e-a168-f5653aa797f5 None None] Port ea4f84ba-5bfd-47fe-9703-83b27b93d1ae cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 15 14:01:12.114806 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-819241c8-345e-47e5-921c-6ffdc54ef650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (d8a3e9a2-9764-4313-8703-da68059e9302), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:12.123557 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-819241c8-345e-47e5-921c-6ffdc54ef650 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:12.124866 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-819241c8-345e-47e5-921c-6ffdc54ef650 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d8a3e9a2-9764-4313-8703-da68059e9302 HTTP/1.1" status: 204 len: 168 time: 1.3711944 Jul 15 14:01:12.148674 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-f65b0818-0ae2-454e-a168-f5653aa797f5 None None] Provisioning complete for port afc88c8c-00dd-4ca9-a8b7-862d136fbe90 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:01:12.148986 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f65b0818-0ae2-454e-a168-f5653aa797f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (afc88c8c-00dd-4ca9-a8b7-862d136fbe90), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:12.155184 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819241c8-345e-47e5-921c-6ffdc54ef650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a3e9a2-9764-4313-8703-da68059e9302,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:12.161496 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5b677093-626e-4223-b1cf-0ad5ec4e1fe5 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks [] for security_group_rule (b75e438b-5ef1-4ee8-b31c-337b0475f5dc), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:12.254506 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-171a7df0-0153-4ebe-a3ec-482567c81b2b req-2f0676be-10e6-465c-af77-275aeb077337 service neutron] 10.222.0.16 "GET /v2.0/networks/cb1d6404-603d-43fd-9d2d-2304ecd9066f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8655877 Jul 15 14:01:12.370873 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e622aa1b-236e-4f60-a525-e53e229d5eda req-75760b4e-bfe6-4e59-a9df-004d32329e7f service neutron] 10.222.0.16 "GET /v2.0/networks/2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698134 Jul 15 14:01:12.401917 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port 542518b0-a240-478b-a9c0-ae2c1ab03e6e is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:01:12.444550 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5b677093-626e-4223-b1cf-0ad5ec4e1fe5 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks [] for security_group_rule (b75e438b-5ef1-4ee8-b31c-337b0475f5dc), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:12.449989 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5b677093-626e-4223-b1cf-0ad5ec4e1fe5 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484192'] for security_group_rule (b75e438b-5ef1-4ee8-b31c-337b0475f5dc), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:12.484532 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-f65b0818-0ae2-454e-a168-f5653aa797f5 None None] Port afc88c8c-00dd-4ca9-a8b7-862d136fbe90 cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 15 14:01:12.550998 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5b677093-626e-4223-b1cf-0ad5ec4e1fe5 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:12.555357 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 45794) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:01:12.559669 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-5b677093-626e-4223-b1cf-0ad5ec4e1fe5 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5247250 Jul 15 14:01:12.563882 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-4dd7de70-a848-4675-b28b-a7a0b75cd641 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Request body: {'floatingip': {'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:01:12.564671 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b677093-626e-4223-b1cf-0ad5ec4e1fe5 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b75e438b-5ef1-4ee8-b31c-337b0475f5dc,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:12.649639 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4dd7de70-a848-4675-b28b-a7a0b75cd641 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:12.704888 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-f65b0818-0ae2-454e-a168-f5653aa797f5 None None] Provisioning complete for port e079977e-eb26-47c4-af73-653485baceeb triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:01:12.705331 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f65b0818-0ae2-454e-a168-f5653aa797f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (e079977e-eb26-47c4-af73-653485baceeb), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:12.748941 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:13.083313 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 6b55ccc8-becd-4212-8002-ad5c7224ac1f up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:01:13.269883 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-42a9b15e-d690-4b9a-bab2-edc77a20a693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e21bd5-960a-403c-901a-527508aee993', 'name': 'tempest-AttachVolumeShelveTestJSON-698511596-router', 'tenant_id': 'c160b9f06dad4ee98349dbc63131c20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '90681d6e-3fe6-45df-83be-6d9f4128768b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:52Z', 'updated_at': '2022-07-15T14:01:06Z', 'revision_number': 4, 'project_id': 'c160b9f06dad4ee98349dbc63131c20d', 'gw_port': {'id': '90681d6e-3fe6-45df-83be-6d9f4128768b', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e21bd5-960a-403c-901a-527508aee993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:55Z', 'updated_at': '2022-07-15T14:01:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': 'afc88c8c-00dd-4ca9-a8b7-862d136fbe90', 'name': '', 'network_id': '68380afb-92df-4e5a-adc7-5f1834064646', 'tenant_id': 'c160b9f06dad4ee98349dbc63131c20d', 'mac_address': 'fa:16:3e:df:b0:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e21bd5-960a-403c-901a-527508aee993', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'df9e13f7-b2b8-4f61-84bd-25765312a9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:01:04Z', 'updated_at': '2022-07-15T14:01:06Z', 'revision_number': 2, 'project_id': 'c160b9f06dad4ee98349dbc63131c20d', 'subnets': [{'id': 'df9e13f7-b2b8-4f61-84bd-25765312a9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:01:13.485082 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.64', 55666) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:01:13.489054 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-508d2f82-8db3-497e-9e75-0208bcbb80d3 req-d1abce65-f0ef-4a55-84e9-ff6af9a5c262 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/ports?device_id=03c49059-61d4-4969-96dc-a92d8f3d4cb9 HTTP/1.1" status: 200 len: 210 time: 0.4406333 Jul 15 14:01:13.538760 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4dd7de70-a848-4675-b28b-a7a0b75cd641 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:13.550498 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a9b15e-d690-4b9a-bab2-edc77a20a693 None None] The sync data for ids ['71e21bd5-960a-403c-901a-527508aee993'] in dv-cinder-850002-1-iscsi is: [{'id': '71e21bd5-960a-403c-901a-527508aee993', 'name': 'tempest-AttachVolumeShelveTestJSON-698511596-router', 'tenant_id': 'c160b9f06dad4ee98349dbc63131c20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '90681d6e-3fe6-45df-83be-6d9f4128768b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:52Z', 'updated_at': '2022-07-15T14:01:06Z', 'revision_number': 4, 'project_id': 'c160b9f06dad4ee98349dbc63131c20d', 'gw_port': {'id': '90681d6e-3fe6-45df-83be-6d9f4128768b', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e21bd5-960a-403c-901a-527508aee993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:55Z', 'updated_at': '2022-07-15T14:01:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': 'afc88c8c-00dd-4ca9-a8b7-862d136fbe90', 'name': '', 'network_id': '68380afb-92df-4e5a-adc7-5f1834064646', 'tenant_id': 'c160b9f06dad4ee98349dbc63131c20d', 'mac_address': 'fa:16:3e:df:b0:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e21bd5-960a-403c-901a-527508aee993', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'df9e13f7-b2b8-4f61-84bd-25765312a9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:01:04Z', 'updated_at': '2022-07-15T14:01:06Z', 'revision_number': 2, 'project_id': 'c160b9f06dad4ee98349dbc63131c20d', 'subnets': [{'id': 'df9e13f7-b2b8-4f61-84bd-25765312a9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:01:13.589784 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a824a8b4-48e5-4fa1-b1cf-4ceae451bb33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (6c40ee43-5406-4a95-b7b4-11b32ddced25), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:13.729866 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 45846) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:01:13.779703 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-f65b0818-0ae2-454e-a168-f5653aa797f5 None None] Current status of the port e079977e-eb26-47c4-af73-653485baceeb is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:01:13.792161 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f65b0818-0ae2-454e-a168-f5653aa797f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (e079977e-eb26-47c4-af73-653485baceeb), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:13.799088 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port 6b55ccc8-becd-4212-8002-ad5c7224ac1f triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:01:13.805124 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (6b55ccc8-becd-4212-8002-ad5c7224ac1f), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:13.845469 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 45848) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:01:13.852945 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-f82eba9a-4858-46cb-a86a-8612be179adf tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1332492901', 'description': 'tempest-description--801927996'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:01:14.002115 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d2224b5d-f3cf-44ec-9c38-0daca843f97e req-0e165cf8-eff1-4306-b13c-7e95dc388736 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 210 time: 0.2736835 Jul 15 14:01:14.261997 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-4dd7de70-a848-4675-b28b-a7a0b75cd641 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Allocated IP 172.27.0.10 (85d18fe6-b559-49ae-a129-0350ffd7e8bf/5080191c-7e2b-40a2-af2d-f84b5c858cde/11506026-916f-4d04-a9cf-80c610bbb5e4) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:01:14.298343 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f82eba9a-4858-46cb-a86a-8612be179adf tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:14.342466 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:14.385423 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-f65b0818-0ae2-454e-a168-f5653aa797f5 None None] For port e079977e-eb26-47c4-af73-653485baceeb, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=e079977e-eb26-47c4-af73-653485baceeb,segment=NetworkSegment(00d52852-4d7f-4f72-9ea8-52445064468d),segment_id=00d52852-4d7f-4f72-9ea8-52445064468d)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:01:14.387438 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49306919-3217-4dad-b27f-e789ef851016 req-cacd663a-d0d6-4089-8ac3-3947cf91ca8c tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:14.389844 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-49306919-3217-4dad-b27f-e789ef851016 req-cacd663a-d0d6-4089-8ac3-3947cf91ca8c tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.64 "GET /v2.0/networks?id=cb1d6404-603d-43fd-9d2d-2304ecd9066f HTTP/1.1" status: 200 len: 818 time: 0.8806183 Jul 15 14:01:14.405480 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:14.405664 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f65b0818-0ae2-454e-a168-f5653aa797f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (e079977e-eb26-47c4-af73-653485baceeb), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:14.546783 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65b0818-0ae2-454e-a168-f5653aa797f5 None None] Pushing event updated for resources: {'Port': ['ID=e079977e-eb26-47c4-af73-653485baceeb,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:14.612601 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f82eba9a-4858-46cb-a86a-8612be179adf tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks [] for security_group (79807a53-5589-4e62-99d9-4d6e26871da7), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:14.621550 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f82eba9a-4858-46cb-a86a-8612be179adf tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (79807a53-5589-4e62-99d9-4d6e26871da7), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:14.647760 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port 6b55ccc8-becd-4212-8002-ad5c7224ac1f is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:01:14.651665 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4dd7de70-a848-4675-b28b-a7a0b75cd641 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks [] for port (11506026-916f-4d04-a9cf-80c610bbb5e4), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:14.654031 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 41a57ec1-2fa2-4837-bf92-5ddf9ebbe178 up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:01:14.662890 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f82eba9a-4858-46cb-a86a-8612be179adf tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:14.664108 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-f82eba9a-4858-46cb-a86a-8612be179adf tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8172429 Jul 15 14:01:14.676910 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 45888) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:01:14.692531 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:14.700614 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-25efacc2-f894-4131-bdd0-453b8671c421 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:14.742751 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-7b6c86f3-7d16-4323-93bf-b7455fc84a16 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Request body: {'security_group_rule': {'security_group_id': '79807a53-5589-4e62-99d9-4d6e26871da7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:01:14.766462 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port 41a57ec1-2fa2-4837-bf92-5ddf9ebbe178 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:01:14.766834 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (41a57ec1-2fa2-4837-bf92-5ddf9ebbe178), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:14.866687 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82eba9a-4858-46cb-a86a-8612be179adf tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79807a53-5589-4e62-99d9-4d6e26871da7,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:14.881158 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-98b98463-4639-483b-b804-b48f3ca51f9b req-704c6ad5-6ace-4dea-a08f-e614daea569f tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/ports?device_id=03c49059-61d4-4969-96dc-a92d8f3d4cb9 HTTP/1.1" status: 200 len: 210 time: 0.1996222 Jul 15 14:01:14.909361 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-7b6c86f3-7d16-4323-93bf-b7455fc84a16 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks [] for security_group_rule (a687a392-05d7-4f03-a077-278fd984d329), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:14.920562 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port 41a57ec1-2fa2-4837-bf92-5ddf9ebbe178 is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:01:14.920965 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (41a57ec1-2fa2-4837-bf92-5ddf9ebbe178), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:14.995793 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] For port 41a57ec1-2fa2-4837-bf92-5ddf9ebbe178, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=41a57ec1-2fa2-4837-bf92-5ddf9ebbe178,segment=NetworkSegment(4890d217-1662-4526-a7d0-b4e3cb182093),segment_id=4890d217-1662-4526-a7d0-b4e3cb182093)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:01:15.007176 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (41a57ec1-2fa2-4837-bf92-5ddf9ebbe178), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:15.008109 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device e079977e-eb26-47c4-af73-653485baceeb up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:01:15.056688 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:INSERT=13,neutron:SELECT=81,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:15.071956 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-7b6c86f3-7d16-4323-93bf-b7455fc84a16 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks [] for security_group_rule (a687a392-05d7-4f03-a077-278fd984d329), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:15.081871 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-7b6c86f3-7d16-4323-93bf-b7455fc84a16 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484192'] for security_group_rule (a687a392-05d7-4f03-a077-278fd984d329), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:15.113535 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-25efacc2-f894-4131-bdd0-453b8671c421 admin admin] Publish callbacks [] for security_group (49ceb920-9fe2-4207-9508-c8246dc3f38a), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:15.129579 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-25efacc2-f894-4131-bdd0-453b8671c421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (49ceb920-9fe2-4207-9508-c8246dc3f38a), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:15.153634 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6c86f3-7d16-4323-93bf-b7455fc84a16 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a687a392-05d7-4f03-a077-278fd984d329,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:15.166808 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Pushing event updated for resources: {'Port': ['ID=41a57ec1-2fa2-4837-bf92-5ddf9ebbe178,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:15.184104 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:15.188235 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4dd7de70-a848-4675-b28b-a7a0b75cd641 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679'] for port (11506026-916f-4d04-a9cf-80c610bbb5e4), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:15.201782 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-7b6c86f3-7d16-4323-93bf-b7455fc84a16 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:15.210887 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-7b6c86f3-7d16-4323-93bf-b7455fc84a16 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5169184 Jul 15 14:01:15.213343 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 45902) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:01:15.224089 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-c973e2d3-e95a-44e7-bee3-fa08005095c9 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Request body: {'security_group_rule': {'security_group_id': '79807a53-5589-4e62-99d9-4d6e26871da7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:01:15.229478 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:15.243505 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 45904) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:01:15.285046 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port e079977e-eb26-47c4-af73-653485baceeb triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:01:15.285509 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (e079977e-eb26-47c4-af73-653485baceeb), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:15.350841 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-25efacc2-f894-4131-bdd0-453b8671c421 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5a4b534d33fa4e0a9aca57aad9e74180&name=default HTTP/1.1" status: 200 len: 2995 time: 1.6198404 Jul 15 14:01:15.361739 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 45914) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:01:15.365040 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c973e2d3-e95a-44e7-bee3-fa08005095c9 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks [] for security_group_rule (b6498a4a-e984-4a07-a3c7-60a903c39cae), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:15.392333 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25efacc2-f894-4131-bdd0-453b8671c421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ceb920-9fe2-4207-9508-c8246dc3f38a,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:15.399540 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd7de70-a848-4675-b28b-a7a0b75cd641 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Network 85d18fe6-b559-49ae-a129-0350ffd7e8bf is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:01:15.455852 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port e079977e-eb26-47c4-af73-653485baceeb is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:01:15.465606 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-4dd7de70-a848-4675-b28b-a7a0b75cd641 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:01:15.485526 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d81e4969-b7a0-4df1-b7b4-4136b0f4fa23 req-57ae1b73-3066-475a-8d02-1b7578d8a28c tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 210 time: 0.1284065 Jul 15 14:01:15.490779 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd7de70-a848-4675-b28b-a7a0b75cd641 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:01:15.522630 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd7de70-a848-4675-b28b-a7a0b75cd641 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Pushing event updated for resources: {'Port': ['ID=11506026-916f-4d04-a9cf-80c610bbb5e4,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:15.535808 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c973e2d3-e95a-44e7-bee3-fa08005095c9 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks [] for security_group_rule (b6498a4a-e984-4a07-a3c7-60a903c39cae), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:15.540463 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c973e2d3-e95a-44e7-bee3-fa08005095c9 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484192'] for security_group_rule (b6498a4a-e984-4a07-a3c7-60a903c39cae), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:15.564739 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c973e2d3-e95a-44e7-bee3-fa08005095c9 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:15.566309 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-c973e2d3-e95a-44e7-bee3-fa08005095c9 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3512936 Jul 15 14:01:15.570067 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 45918) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:01:15.585597 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-99dde4f7-a95a-47e6-86bf-ad6ce95aae9b tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Request body: {'floatingip': {'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:01:15.606143 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-d9f3cf39-7f27-4c1c-a13c-ff3b57dd8716 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1116505253-network', 'tenant_id': 'f9432998cc514f7ab0240bb051fb9d27'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:01:15.618217 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c973e2d3-e95a-44e7-bee3-fa08005095c9 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6498a4a-e984-4a07-a3c7-60a903c39cae,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:15.654776 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-99dde4f7-a95a-47e6-86bf-ad6ce95aae9b tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:15.666208 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f3cf39-7f27-4c1c-a13c-ff3b57dd8716 admin admin] Made reservation on behalf of f9432998cc514f7ab0240bb051fb9d27 for: {'network': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:01:15.669493 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d9f3cf39-7f27-4c1c-a13c-ff3b57dd8716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for network (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:15.692894 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d9f3cf39-7f27-4c1c-a13c-ff3b57dd8716 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:15.705552 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-77329f65-50dd-4406-9646-f3ed1d46172e admin admin] Publish callbacks [] for security_group (49ceb920-9fe2-4207-9508-c8246dc3f38a), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:15.721437 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4dd7de70-a848-4675-b28b-a7a0b75cd641 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks [] for floatingip (ed8e6aa9-5772-4c23-a9d4-350bea84d1bf), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:15.757626 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 51ca6a67-2692-4d78-84ff-22808c27154c up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:01:15.783937 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-77329f65-50dd-4406-9646-f3ed1d46172e admin admin] Publish callbacks [] for security_group (49ceb920-9fe2-4207-9508-c8246dc3f38a), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:15.800061 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4dd7de70-a848-4675-b28b-a7a0b75cd641 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (11506026-916f-4d04-a9cf-80c610bbb5e4), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:15.823147 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port 51ca6a67-2692-4d78-84ff-22808c27154c triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:01:15.823667 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (51ca6a67-2692-4d78-84ff-22808c27154c), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:15.851937 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c815b386-35c7-4a4e-a546-c0af2d7d2808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (f703993d-e678-48e2-a65c-4d8192af82e3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:15.896256 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-99dde4f7-a95a-47e6-86bf-ad6ce95aae9b tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:15.916992 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port 51ca6a67-2692-4d78-84ff-22808c27154c is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:01:15.917447 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (51ca6a67-2692-4d78-84ff-22808c27154c), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:15.943694 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] For port 51ca6a67-2692-4d78-84ff-22808c27154c, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=51ca6a67-2692-4d78-84ff-22808c27154c,segment=NetworkSegment(4890d217-1662-4526-a7d0-b4e3cb182093),segment_id=4890d217-1662-4526-a7d0-b4e3cb182093)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:01:15.950990 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (51ca6a67-2692-4d78-84ff-22808c27154c), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:15.953394 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device e079977e-eb26-47c4-af73-653485baceeb up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:01:16.014555 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d9f3cf39-7f27-4c1c-a13c-ff3b57dd8716 admin admin] Publish callbacks [] for security_group (5d97e000-4470-4421-a88b-63ca36936580), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:16.026981 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d9f3cf39-7f27-4c1c-a13c-ff3b57dd8716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (5d97e000-4470-4421-a88b-63ca36936580), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:16.065511 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:INSERT=15,neutron:SELECT=77,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:16.113709 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-77329f65-50dd-4406-9646-f3ed1d46172e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (49ceb920-9fe2-4207-9508-c8246dc3f38a), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:16.123318 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-77329f65-50dd-4406-9646-f3ed1d46172e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:16.125092 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-77329f65-50dd-4406-9646-f3ed1d46172e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/49ceb920-9fe2-4207-9508-c8246dc3f38a HTTP/1.1" status: 204 len: 168 time: 0.7619565 Jul 15 14:01:16.128124 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Pushing event updated for resources: {'Port': ['ID=51ca6a67-2692-4d78-84ff-22808c27154c,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:16.133320 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [None req-99dde4f7-a95a-47e6-86bf-ad6ce95aae9b tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Allocated IP 172.27.0.145 (85d18fe6-b559-49ae-a129-0350ffd7e8bf/5080191c-7e2b-40a2-af2d-f84b5c858cde/418d0613-5dd7-4db2-a9d8-54be3e2f2c26) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:01:16.137894 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77329f65-50dd-4406-9646-f3ed1d46172e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ceb920-9fe2-4207-9508-c8246dc3f38a,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:16.157419 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port e079977e-eb26-47c4-af73-653485baceeb triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:01:16.157906 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (e079977e-eb26-47c4-af73-653485baceeb), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:16.227298 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0a7de385-426a-4080-893f-835f2b3703e1 req-522747b3-4214-4eb0-baeb-d060b20b0a81 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/ports?device_id=03c49059-61d4-4969-96dc-a92d8f3d4cb9 HTTP/1.1" status: 200 len: 210 time: 0.0799344 Jul 15 14:01:16.262947 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:DELETE=1,neutron:INSERT=14,neutron:SELECT=81,neutron:UPDATE=4 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:16.263823 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f3cf39-7f27-4c1c-a13c-ff3b57dd8716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d97e000-4470-4421-a88b-63ca36936580,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:16.269410 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4dd7de70-a848-4675-b28b-a7a0b75cd641 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks [] for port (11506026-916f-4d04-a9cf-80c610bbb5e4), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:16.274166 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9f3cf39-7f27-4c1c-a13c-ff3b57dd8716 admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=103881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:01:16.276104 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4dd7de70-a848-4675-b28b-a7a0b75cd641 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (11506026-916f-4d04-a9cf-80c610bbb5e4), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:16.295857 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port e079977e-eb26-47c4-af73-653485baceeb is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:01:16.297288 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 41a57ec1-2fa2-4837-bf92-5ddf9ebbe178 up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:01:16.305610 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d9f3cf39-7f27-4c1c-a13c-ff3b57dd8716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7753414'] for segment (5fb5003f-04f1-482d-894a-80c33ce79717), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:16.306045 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.db.segments_db [None req-d9f3cf39-7f27-4c1c-a13c-ff3b57dd8716 admin admin] Added segment 5fb5003f-04f1-482d-894a-80c33ce79717 of type vlan for network 5c1bdb96-dc77-49ce-9b82-017e479fc9f2 Jul 15 14:01:16.311894 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4dd7de70-a848-4675-b28b-a7a0b75cd641 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448782'] for floatingip (ed8e6aa9-5772-4c23-a9d4-350bea84d1bf), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:16.345306 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4dd7de70-a848-4675-b28b-a7a0b75cd641 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for floatingip (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:16.355164 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-99dde4f7-a95a-47e6-86bf-ad6ce95aae9b tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks [] for port (418d0613-5dd7-4db2-a9d8-54be3e2f2c26), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:16.362278 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-4dd7de70-a848-4675-b28b-a7a0b75cd641 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8055515 Jul 15 14:01:16.384572 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d9f3cf39-7f27-4c1c-a13c-ff3b57dd8716 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774722052666'] for network (5c1bdb96-dc77-49ce-9b82-017e479fc9f2), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:16.385671 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd7de70-a848-4675-b28b-a7a0b75cd641 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Pushing event updated for resources: {'Port': ['ID=11506026-916f-4d04-a9cf-80c610bbb5e4,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:16.402635 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port 41a57ec1-2fa2-4837-bf92-5ddf9ebbe178 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:01:16.406043 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (41a57ec1-2fa2-4837-bf92-5ddf9ebbe178), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:16.432511 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d9f3cf39-7f27-4c1c-a13c-ff3b57dd8716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794'] for network (5c1bdb96-dc77-49ce-9b82-017e479fc9f2), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:16.433636 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f3cf39-7f27-4c1c-a13c-ff3b57dd8716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:16.434887 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d9f3cf39-7f27-4c1c-a13c-ff3b57dd8716 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for network (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:16.452380 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-99dde4f7-a95a-47e6-86bf-ad6ce95aae9b tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679'] for port (418d0613-5dd7-4db2-a9d8-54be3e2f2c26), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:16.458028 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:16.555723 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port 41a57ec1-2fa2-4837-bf92-5ddf9ebbe178 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:01:16.561155 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-d9f3cf39-7f27-4c1c-a13c-ff3b57dd8716 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3098316 Jul 15 14:01:16.564951 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 45942) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:01:16.576293 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dde4f7-a95a-47e6-86bf-ad6ce95aae9b tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Pushing event updated for resources: {'Port': ['ID=418d0613-5dd7-4db2-a9d8-54be3e2f2c26,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:16.578845 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-018086b0-8d53-4073-85e0-70cdd06adabf admin admin] Request body: {'subnet': {'network_id': '5c1bdb96-dc77-49ce-9b82-017e479fc9f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1116505253-subnet', 'tenant_id': 'f9432998cc514f7ab0240bb051fb9d27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:01:16.617218 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99dde4f7-a95a-47e6-86bf-ad6ce95aae9b tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Network 85d18fe6-b559-49ae-a129-0350ffd7e8bf is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:01:16.618783 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f3cf39-7f27-4c1c-a13c-ff3b57dd8716 admin admin] Pushing event updated for resources: {'Network': ['ID=5c1bdb96-dc77-49ce-9b82-017e479fc9f2,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:16.621343 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-99dde4f7-a95a-47e6-86bf-ad6ce95aae9b tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:01:16.630124 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Network 5c1bdb96-dc77-49ce-9b82-017e479fc9f2 details requested by agent ovs-agent-dv-cinder-850002-1-iscsi with host dv-cinder-850002-1-iscsi {{(pid=103883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:01:16.637067 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4be08667-9b6f-4398-81e7-65bf14c7bb11 req-5c660653-0870-4f11-bc0a-179cb2da8d35 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 210 time: 0.0460453 Jul 15 14:01:16.647037 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dde4f7-a95a-47e6-86bf-ad6ce95aae9b tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:01:16.671488 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 45954) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:01:16.686594 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018086b0-8d53-4073-85e0-70cdd06adabf admin admin] Made reservation on behalf of f9432998cc514f7ab0240bb051fb9d27 for: {'subnet': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:01:16.689108 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-018086b0-8d53-4073-85e0-70cdd06adabf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:16.725964 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8d935dd0-9bed-4d7a-90af-1b1374d4797c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:16.749473 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [req-49306919-3217-4dad-b27f-e789ef851016 req-729fce62-59f7-40ec-8a67-c11411e1ab38 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Request body: {'port': {'device_id': '0c6bc8f0-81aa-45df-9fb1-4e581cf0913e', 'network_id': 'cb1d6404-603d-43fd-9d2d-2304ecd9066f', 'admin_state_up': True, 'tenant_id': '77c8c864a31b402880c334c39fbe5a34'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:01:16.819604 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:16.853794 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-10c456e5-f6bd-43d4-9e4b-95b7df75f559 req-e04b5d4c-6d63-4f8e-a02a-af42fb073d2c tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1109642030&fields=id&tenant_id=c160b9f06dad4ee98349dbc63131c20d HTTP/1.1" status: 200 len: 267 time: 0.1915102 Jul 15 14:01:16.866861 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-99dde4f7-a95a-47e6-86bf-ad6ce95aae9b tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks [] for floatingip (57efb7b0-af6d-4583-9918-e6647a2e04bb), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:16.966950 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-99dde4f7-a95a-47e6-86bf-ad6ce95aae9b tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (418d0613-5dd7-4db2-a9d8-54be3e2f2c26), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:16.984728 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:17.076318 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49306919-3217-4dad-b27f-e789ef851016 req-729fce62-59f7-40ec-8a67-c11411e1ab38 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Made reservation on behalf of 77c8c864a31b402880c334c39fbe5a34 for: {'port': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:01:17.080775 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-49306919-3217-4dad-b27f-e789ef851016 req-729fce62-59f7-40ec-8a67-c11411e1ab38 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:17.113211 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c456e5-f6bd-43d4-9e4b-95b7df75f559 req-c616b81a-51da-41e2-a3ef-4851b4f3f489 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:17.114794 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-10c456e5-f6bd-43d4-9e4b-95b7df75f559 req-c616b81a-51da-41e2-a3ef-4851b4f3f489 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/networks?id=68380afb-92df-4e5a-adc7-5f1834064646 HTTP/1.1" status: 200 len: 816 time: 0.2599258 Jul 15 14:01:17.172111 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:INSERT=8,neutron:DELETE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:17.188882 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8d935dd0-9bed-4d7a-90af-1b1374d4797c admin admin] Publish callbacks [] for security_group (9c7b687d-2727-4071-8b0f-f9fab27428b9), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:17.203514 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-10c456e5-f6bd-43d4-9e4b-95b7df75f559 req-773a35b8-7575-4b7e-920b-c6c5ce9966a0 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/quotas/c160b9f06dad4ee98349dbc63131c20d HTTP/1.1" status: 200 len: 375 time: 0.0754220 Jul 15 14:01:17.210054 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8d935dd0-9bed-4d7a-90af-1b1374d4797c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (9c7b687d-2727-4071-8b0f-f9fab27428b9), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:17.241569 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62650970-9807-4a53-b182-b0e3c169648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (be31d1c0-1844-4ed1-99dc-0179bb6e7ee8), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:17.262937 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-018086b0-8d53-4073-85e0-70cdd06adabf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794'] for subnet (c10f9fd3-ec61-4bf7-9502-1623c5a3078b), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:17.302014 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d935dd0-9bed-4d7a-90af-1b1374d4797c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7b687d-2727-4071-8b0f-f9fab27428b9,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:17.339918 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-8d935dd0-9bed-4d7a-90af-1b1374d4797c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=73b75a622a23410384f1bd46241b16b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6661069 Jul 15 14:01:17.347409 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 45980) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:01:17.365018 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-10c456e5-f6bd-43d4-9e4b-95b7df75f559 req-1561c48e-62a4-4c05-9ad8-2da38c351cc1 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c160b9f06dad4ee98349dbc63131c20d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1502597 Jul 15 14:01:17.429992 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c23c44a0-a93c-4c5d-8975-7a512c2493a7 req-f05534fb-462c-4861-8105-258f9bc9c8d9 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/ports?device_id=03c49059-61d4-4969-96dc-a92d8f3d4cb9 HTTP/1.1" status: 200 len: 210 time: 0.0794845 Jul 15 14:01:17.545425 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018086b0-8d53-4073-85e0-70cdd06adabf admin admin] Pushing event updated for resources: {'Subnet': ['ID=c10f9fd3-ec61-4bf7-9502-1623c5a3078b,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:17.591690 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018086b0-8d53-4073-85e0-70cdd06adabf admin admin] Checking segment: {'id': '5fb5003f-04f1-482d-894a-80c33ce79717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5c1bdb96-dc77-49ce-9b82-017e479fc9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:01:17.591955 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018086b0-8d53-4073-85e0-70cdd06adabf admin admin] Network hostable DHCP agents. Network: 5c1bdb96-dc77-49ce-9b82-017e479fc9f2, hostable agents: ['6c40ee43-5406-4a95-b7b4-11b32ddced25'], hosted agents: [] {{(pid=103882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:01:17.606289 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [req-49306919-3217-4dad-b27f-e789ef851016 req-729fce62-59f7-40ec-8a67-c11411e1ab38 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Allocated IP 172.20.0.8 (cb1d6404-603d-43fd-9d2d-2304ecd9066f/78ed3b07-fd43-4c88-bba6-d7f332b83abe/c7be0622-dca5-4205-98fa-99c86a79c041) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:01:17.610587 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-99dde4f7-a95a-47e6-86bf-ad6ce95aae9b tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks [] for port (418d0613-5dd7-4db2-a9d8-54be3e2f2c26), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:17.612213 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-10c456e5-f6bd-43d4-9e4b-95b7df75f559 req-965ed384-149e-4e4a-b2a2-29c9f56061fb service neutron] 10.222.0.16 "GET /v2.0/networks/68380afb-92df-4e5a-adc7-5f1834064646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016339 Jul 15 14:01:17.621312 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:17.623624 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-99dde4f7-a95a-47e6-86bf-ad6ce95aae9b tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (418d0613-5dd7-4db2-a9d8-54be3e2f2c26), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:17.657891 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 51ca6a67-2692-4d78-84ff-22808c27154c up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:01:17.679037 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dde4f7-a95a-47e6-86bf-ad6ce95aae9b tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Pushing event updated for resources: {'Port': ['ID=418d0613-5dd7-4db2-a9d8-54be3e2f2c26,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:17.759404 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-99dde4f7-a95a-47e6-86bf-ad6ce95aae9b tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448782'] for floatingip (57efb7b0-af6d-4583-9918-e6647a2e04bb), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:17.772287 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port 51ca6a67-2692-4d78-84ff-22808c27154c triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:01:17.772750 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (51ca6a67-2692-4d78-84ff-22808c27154c), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:17.798763 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:17.818407 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-10c456e5-f6bd-43d4-9e4b-95b7df75f559 req-c9a10311-d153-4479-81e6-a0555d6c0467 service neutron] 10.222.0.16 "GET /v2.0/networks/68380afb-92df-4e5a-adc7-5f1834064646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050290 Jul 15 14:01:17.847237 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-688b539d-aabe-4be1-9e8b-2abd77b161cb admin admin] Publish callbacks [] for security_group (9c7b687d-2727-4071-8b0f-f9fab27428b9), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:17.925184 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-99dde4f7-a95a-47e6-86bf-ad6ce95aae9b tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for floatingip (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:17.951154 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.64', 55676) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:01:17.956289 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-99dde4f7-a95a-47e6-86bf-ad6ce95aae9b tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3843031 Jul 15 14:01:17.960451 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.64', 55677) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:01:18.144022 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-688b539d-aabe-4be1-9e8b-2abd77b161cb admin admin] Publish callbacks [] for security_group (9c7b687d-2727-4071-8b0f-f9fab27428b9), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:18.145305 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port 51ca6a67-2692-4d78-84ff-22808c27154c is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:01:18.475528 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018086b0-8d53-4073-85e0-70cdd06adabf admin admin] Network 5c1bdb96-dc77-49ce-9b82-017e479fc9f2 is scheduled to be hosted by DHCP agent 6c40ee43-5406-4a95-b7b4-11b32ddced25 with binding_index 1 {{(pid=103882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:01:18.505183 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee182daf-6335-4abe-96a5-cfae59e42a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (d0f04363-b393-47bd-b9b2-c25e00098206), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:18.571145 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-810ab6ad-3b86-4a7b-b917-406b2f29b2bf req-7e3cb766-10ed-4e5a-beb3-d8b8ebf525e6 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 210 time: 0.6215727 Jul 15 14:01:18.656349 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-018086b0-8d53-4073-85e0-70cdd06adabf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850002-1-iscsi, 5c1bdb96-dc77-49ce-9b82-017e479fc9f2) {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:01:18.674041 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c4d404-1fd1-4d4a-a6aa-f396651962d2 None None] Network 5c1bdb96-dc77-49ce-9b82-017e479fc9f2 requested from dv-cinder-850002-1-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 14:01:18.764128 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-49306919-3217-4dad-b27f-e789ef851016 req-729fce62-59f7-40ec-8a67-c11411e1ab38 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks [] for port (c7be0622-dca5-4205-98fa-99c86a79c041), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:18.772033 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018086b0-8d53-4073-85e0-70cdd06adabf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:18.782279 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-018086b0-8d53-4073-85e0-70cdd06adabf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:18.783117 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622aa1b-236e-4f60-a525-e53e229d5eda req-52ec485f-9be1-4013-87a6-e87f97ef8ce2 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:18.785984 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e622aa1b-236e-4f60-a525-e53e229d5eda req-52ec485f-9be1-4013-87a6-e87f97ef8ce2 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.64 "GET /v2.0/networks?id=2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448 HTTP/1.1" status: 200 len: 812 time: 0.8162611 Jul 15 14:01:18.829319 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [req-e622aa1b-236e-4f60-a525-e53e229d5eda req-848c96b4-870e-452a-9fbd-f1c4ac42f608 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] Request body: {'port': {'device_id': '03c49059-61d4-4969-96dc-a92d8f3d4cb9', 'network_id': '2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448', 'admin_state_up': True, 'tenant_id': 'd3c9ca821cd341a98f21ca15a0d6eb4c'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:01:18.841405 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-018086b0-8d53-4073-85e0-70cdd06adabf admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2752724 Jul 15 14:01:18.873265 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b7db34d8-8d0a-4252-b74c-fbcc03e9275e req-2206f292-5787-48e4-9285-2ae810017ff6 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 210 time: 0.3402367 Jul 15 14:01:18.959764 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:18.971765 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-49306919-3217-4dad-b27f-e789ef851016 req-729fce62-59f7-40ec-8a67-c11411e1ab38 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679'] for port (c7be0622-dca5-4205-98fa-99c86a79c041), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:18.999776 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a7df0-0153-4ebe-a3ec-482567c81b2b req-98947609-dc04-4add-a0c2-fb68dcc142cf tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:19.001833 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-171a7df0-0153-4ebe-a3ec-482567c81b2b req-98947609-dc04-4add-a0c2-fb68dcc142cf tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.64 "GET /v2.0/networks?id=cb1d6404-603d-43fd-9d2d-2304ecd9066f HTTP/1.1" status: 200 len: 818 time: 1.0179379 Jul 15 14:01:19.023676 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [req-171a7df0-0153-4ebe-a3ec-482567c81b2b req-7d9a3c98-d339-4f20-9faa-ce554befc9eb tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Request body: {'port': {'device_id': '89bc879c-c169-47cb-a214-86d5850a55ec', 'network_id': 'cb1d6404-603d-43fd-9d2d-2304ecd9066f', 'admin_state_up': True, 'tenant_id': '77c8c864a31b402880c334c39fbe5a34'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:01:19.056554 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (7bcac420-d3a9-4cfc-af22-5ba5795a5287), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:19.067479 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ba5eb6bc-f116-4248-8ca9-40fa4f985c2b req-7f6887ea-a7cc-4fbe-bb8e-40fd9ee61b26 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1332492901&fields=id&tenant_id=c8778d5da3de4c4dbae5d24842b359bc HTTP/1.1" status: 200 len: 267 time: 0.2969890 Jul 15 14:01:19.071507 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-688b539d-aabe-4be1-9e8b-2abd77b161cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (9c7b687d-2727-4071-8b0f-f9fab27428b9), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:19.085724 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-688b539d-aabe-4be1-9e8b-2abd77b161cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:19.090080 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-688b539d-aabe-4be1-9e8b-2abd77b161cb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9c7b687d-2727-4071-8b0f-f9fab27428b9 HTTP/1.1" status: 204 len: 168 time: 1.7355151 Jul 15 14:01:19.126013 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84646a30-1915-4948-a2f6-f197b217d5c5 None None] Network 5c1bdb96-dc77-49ce-9b82-017e479fc9f2 requested from dv-cinder-850002-1-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 14:01:19.202429 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49306919-3217-4dad-b27f-e789ef851016 req-729fce62-59f7-40ec-8a67-c11411e1ab38 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Network cb1d6404-603d-43fd-9d2d-2304ecd9066f is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:01:19.205134 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:19.247965 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [req-49306919-3217-4dad-b27f-e789ef851016 req-729fce62-59f7-40ec-8a67-c11411e1ab38 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:01:19.299550 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-49306919-3217-4dad-b27f-e789ef851016 req-729fce62-59f7-40ec-8a67-c11411e1ab38 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:01:19.333313 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49306919-3217-4dad-b27f-e789ef851016 req-729fce62-59f7-40ec-8a67-c11411e1ab38 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:19.333983 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-49306919-3217-4dad-b27f-e789ef851016 req-729fce62-59f7-40ec-8a67-c11411e1ab38 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:19.438287 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce71bfd7-40a1-497c-b09e-02fb288f1b37 None None] Sync routers for ids ['f1f984db-9073-48a1-bd9e-9140e2d223c6'] in dv-cinder-850002-1-iscsi {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:01:19.509662 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688b539d-aabe-4be1-9e8b-2abd77b161cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7b687d-2727-4071-8b0f-f9fab27428b9,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:19.522092 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729fce62-59f7-40ec-8a67-c11411e1ab38 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Pushing event updated for resources: {'Port': ['ID=c7be0622-dca5-4205-98fa-99c86a79c041,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:19.549318 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce71bfd7-40a1-497c-b09e-02fb288f1b37 None None] Routers {'f1f984db-9073-48a1-bd9e-9140e2d223c6'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:01:19.565190 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-49306919-3217-4dad-b27f-e789ef851016 req-729fce62-59f7-40ec-8a67-c11411e1ab38 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8299384 Jul 15 14:01:19.565586 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-ce71bfd7-40a1-497c-b09e-02fb288f1b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:01:16Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['f1f984db-9073-48a1-bd9e-9140e2d223c6'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:01:19.597450 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [req-49306919-3217-4dad-b27f-e789ef851016 req-f1d2c7ed-3589-44fc-9037-f808a1776c39 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103881) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 15 14:01:19.603717 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-49306919-3217-4dad-b27f-e789ef851016 req-f1d2c7ed-3589-44fc-9037-f808a1776c39 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0245612 Jul 15 14:01:19.636045 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-63665db4-bb04-4908-a04c-80b73c4c3173 req-b75299d6-7a11-411b-8274-f6837a3ba2c7 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/ports?device_id=03c49059-61d4-4969-96dc-a92d8f3d4cb9 HTTP/1.1" status: 200 len: 210 time: 0.5477285 Jul 15 14:01:19.689300 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e622aa1b-236e-4f60-a525-e53e229d5eda req-848c96b4-870e-452a-9fbd-f1c4ac42f608 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] Made reservation on behalf of d3c9ca821cd341a98f21ca15a0d6eb4c for: {'port': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:01:19.714994 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-e622aa1b-236e-4f60-a525-e53e229d5eda req-848c96b4-870e-452a-9fbd-f1c4ac42f608 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:20.173317 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-ce71bfd7-40a1-497c-b09e-02fb288f1b37 None None] Set router f1f984db-9073-48a1-bd9e-9140e2d223c6 gateway port host: dv-cinder-850002-1-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:01:20.213873 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a9adfdb0-c1fa-4620-ab7f-871ef671a130 req-4c26a8a8-cfee-406b-963a-8217f9b05674 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 210 time: 0.2120819 Jul 15 14:01:20.312091 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-3117b6cd-8377-4598-90e9-298b0791c2f7 None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:01:20.318020 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-171a7df0-0153-4ebe-a3ec-482567c81b2b req-7d9a3c98-d339-4f20-9faa-ce554befc9eb tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Made reservation on behalf of 77c8c864a31b402880c334c39fbe5a34 for: {'port': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:01:20.328252 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-171a7df0-0153-4ebe-a3ec-482567c81b2b req-7d9a3c98-d339-4f20-9faa-ce554befc9eb tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:20.379231 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:20.445347 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [req-e622aa1b-236e-4f60-a525-e53e229d5eda req-848c96b4-870e-452a-9fbd-f1c4ac42f608 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] Allocated IP 172.20.0.9 (2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448/98337d2e-3581-4353-88ca-3d2c4ce5295a/d7c665a6-0206-4af0-9832-e67d770dfcea) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:01:20.538892 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5eb6bc-f116-4248-8ca9-40fa4f985c2b req-4cf82ffb-c52d-41a4-a66a-b559702085d7 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:20.555346 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ba5eb6bc-f116-4248-8ca9-40fa4f985c2b req-4cf82ffb-c52d-41a4-a66a-b559702085d7 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/networks?id=0460551c-e776-41db-9da0-199d4897f65f HTTP/1.1" status: 200 len: 810 time: 1.4576976 Jul 15 14:01:20.581166 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [req-49306919-3217-4dad-b27f-e789ef851016 req-595f1b92-0638-4a37-b3a7-1708804da0af service neutron] Request body: {'port': {'device_id': '0c6bc8f0-81aa-45df-9fb1-4e581cf0913e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85000'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:01:20.592649 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129d980a-6e25-4d4a-8eef-48e387ae79d8 None None] Sync routers for ids ['c8e96d0e-648d-442b-bc98-b731e809055f'] in dv-cinder-850002-1-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:01:20.615753 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:20.630473 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129d980a-6e25-4d4a-8eef-48e387ae79d8 None None] Routers {'c8e96d0e-648d-442b-bc98-b731e809055f'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:01:20.634098 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-129d980a-6e25-4d4a-8eef-48e387ae79d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:01:16Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['c8e96d0e-648d-442b-bc98-b731e809055f'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:01:20.660798 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 90681d6e-3fe6-45df-83be-6d9f4128768b up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:01:20.752740 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 46096) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:01:20.854445 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ba5eb6bc-f116-4248-8ca9-40fa4f985c2b req-9907fe17-789d-4bfc-8b22-530833b1fca0 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/quotas/c8778d5da3de4c4dbae5d24842b359bc HTTP/1.1" status: 200 len: 375 time: 0.2995656 Jul 15 14:01:20.884063 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3f4a55a7-904e-4a8d-8537-f2a4325f137a req-cc9820ca-3597-4176-90ae-d6d08886e43f tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 210 time: 0.2865229 Jul 15 14:01:20.910342 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-3a50f8a4-ada6-42d0-b834-932ebf5045c5 None None] Provisioning complete for port c7be0622-dca5-4205-98fa-99c86a79c041 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:01:20.911140 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3a50f8a4-ada6-42d0-b834-932ebf5045c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (c7be0622-dca5-4205-98fa-99c86a79c041), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:20.948926 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-728cf525-b72a-4069-bd5d-ad34bcc1d3d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:21.054856 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-129d980a-6e25-4d4a-8eef-48e387ae79d8 None None] Set router c8e96d0e-648d-442b-bc98-b731e809055f gateway port host: dv-cinder-850002-1-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:01:21.091693 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:DELETE=3,neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:21.148895 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-49306919-3217-4dad-b27f-e789ef851016 req-595f1b92-0638-4a37-b3a7-1708804da0af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (c7be0622-dca5-4205-98fa-99c86a79c041), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:21.169827 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.64', 55686) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:01:21.385259 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-de19c3ff-f270-45e2-b1c7-72cb30b430ea req-b9ad1577-6f11-46cb-87bd-a9448d136ad8 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/ports?device_id=03c49059-61d4-4969-96dc-a92d8f3d4cb9 HTTP/1.1" status: 200 len: 210 time: 0.2326760 Jul 15 14:01:21.429678 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-3a50f8a4-ada6-42d0-b834-932ebf5045c5 None None] Port c7be0622-dca5-4205-98fa-99c86a79c041 cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 15 14:01:21.536292 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port 90681d6e-3fe6-45df-83be-6d9f4128768b triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:01:21.540805 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (90681d6e-3fe6-45df-83be-6d9f4128768b), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:21.640785 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-e622aa1b-236e-4f60-a525-e53e229d5eda req-848c96b4-870e-452a-9fbd-f1c4ac42f608 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] Publish callbacks [] for port (d7c665a6-0206-4af0-9832-e67d770dfcea), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:21.663212 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-129d980a-6e25-4d4a-8eef-48e387ae79d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e96d0e-648d-442b-bc98-b731e809055f', 'name': 'tempest-AttachVolumeTestJSON-182516732-router', 'tenant_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '51ca6a67-2692-4d78-84ff-22808c27154c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:56Z', 'updated_at': '2022-07-15T14:01:07Z', 'revision_number': 4, 'project_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'gw_port': {'id': '51ca6a67-2692-4d78-84ff-22808c27154c', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e96d0e-648d-442b-bc98-b731e809055f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:57Z', 'updated_at': '2022-07-15T14:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': 'ea4f84ba-5bfd-47fe-9703-83b27b93d1ae', 'name': '', 'network_id': '0460551c-e776-41db-9da0-199d4897f65f', 'tenant_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'mac_address': 'fa:16:3e:13:f0:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e96d0e-648d-442b-bc98-b731e809055f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f6331ee6-fa4c-4f22-93e9-8635c17820f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:01:05Z', 'updated_at': '2022-07-15T14:01:08Z', 'revision_number': 2, 'project_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'subnets': [{'id': 'f6331ee6-fa4c-4f22-93e9-8635c17820f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:01:21.670334 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [req-171a7df0-0153-4ebe-a3ec-482567c81b2b req-7d9a3c98-d339-4f20-9faa-ce554befc9eb tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Allocated IP 172.20.0.9 (cb1d6404-603d-43fd-9d2d-2304ecd9066f/78ed3b07-fd43-4c88-bba6-d7f332b83abe/0861b4f1-fb2d-42f9-b72b-e415301f1546) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:01:21.701677 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129d980a-6e25-4d4a-8eef-48e387ae79d8 None None] Checking router: c8e96d0e-648d-442b-bc98-b731e809055f for host: dv-cinder-850002-1-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:01:21.702413 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129d980a-6e25-4d4a-8eef-48e387ae79d8 None None] Updating router c8e96d0e-648d-442b-bc98-b731e809055f port ea4f84ba-5bfd-47fe-9703-83b27b93d1ae binding host dv-cinder-850002-1-iscsi {{(pid=103884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:01:21.723896 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-ce71bfd7-40a1-497c-b09e-02fb288f1b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f984db-9073-48a1-bd9e-9140e2d223c6', 'name': 'tempest-DeleteServersTestJSON-1551812071-router', 'tenant_id': 'd3c9ca821cd341a98f21ca15a0d6eb4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '41a57ec1-2fa2-4837-bf92-5ddf9ebbe178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:54Z', 'updated_at': '2022-07-15T14:01:05Z', 'revision_number': 4, 'project_id': 'd3c9ca821cd341a98f21ca15a0d6eb4c', 'gw_port': {'id': '41a57ec1-2fa2-4837-bf92-5ddf9ebbe178', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:7f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f984db-9073-48a1-bd9e-9140e2d223c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:55Z', 'updated_at': '2022-07-15T14:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': '687da8d4-265f-46a5-a573-423b6a1a8086', 'name': '', 'network_id': '2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448', 'tenant_id': 'd3c9ca821cd341a98f21ca15a0d6eb4c', 'mac_address': 'fa:16:3e:3f:2b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f984db-9073-48a1-bd9e-9140e2d223c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '98337d2e-3581-4353-88ca-3d2c4ce5295a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:01:04Z', 'updated_at': '2022-07-15T14:01:06Z', 'revision_number': 2, 'project_id': 'd3c9ca821cd341a98f21ca15a0d6eb4c', 'subnets': [{'id': '98337d2e-3581-4353-88ca-3d2c4ce5295a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:01:21.727397 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:21.747456 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-129d980a-6e25-4d4a-8eef-48e387ae79d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (ea4f84ba-5bfd-47fe-9703-83b27b93d1ae), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:21.776792 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 46110) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:01:21.776990 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port 90681d6e-3fe6-45df-83be-6d9f4128768b is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:01:21.776990 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (90681d6e-3fe6-45df-83be-6d9f4128768b), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:21.800379 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] For port 90681d6e-3fe6-45df-83be-6d9f4128768b, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=90681d6e-3fe6-45df-83be-6d9f4128768b,segment=NetworkSegment(4890d217-1662-4526-a7d0-b4e3cb182093),segment_id=4890d217-1662-4526-a7d0-b4e3cb182093)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:01:21.803002 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce71bfd7-40a1-497c-b09e-02fb288f1b37 None None] Checking router: f1f984db-9073-48a1-bd9e-9140e2d223c6 for host: dv-cinder-850002-1-iscsi {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:01:21.803510 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce71bfd7-40a1-497c-b09e-02fb288f1b37 None None] Updating router f1f984db-9073-48a1-bd9e-9140e2d223c6 port 687da8d4-265f-46a5-a573-423b6a1a8086 binding host dv-cinder-850002-1-iscsi {{(pid=103883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:01:21.818283 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (90681d6e-3fe6-45df-83be-6d9f4128768b), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:21.823378 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-5b248901-728e-464e-9af1-4f0d3aa161c3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-475652729-network', 'tenant_id': '7d269944cb3345c884fca7e673be3177'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:01:21.851151 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-e622aa1b-236e-4f60-a525-e53e229d5eda req-848c96b4-870e-452a-9fbd-f1c4ac42f608 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679'] for port (d7c665a6-0206-4af0-9832-e67d770dfcea), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:21.984269 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ce71bfd7-40a1-497c-b09e-02fb288f1b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (687da8d4-265f-46a5-a573-423b6a1a8086), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:22.030157 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Pushing event updated for resources: {'Port': ['ID=90681d6e-3fe6-45df-83be-6d9f4128768b,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:22.097356 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=100 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:22.185416 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-728cf525-b72a-4069-bd5d-ad34bcc1d3d9 admin admin] Publish callbacks [] for security_group (1ec952d9-e556-4bec-9ddf-15ca8dbbddbc), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:22.354683 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:22.434997 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c456e5-f6bd-43d4-9e4b-95b7df75f559 req-cf08d59e-2b27-47db-9be8-32a2d236f3c0 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:22.438805 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-10c456e5-f6bd-43d4-9e4b-95b7df75f559 req-cf08d59e-2b27-47db-9be8-32a2d236f3c0 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.64 "GET /v2.0/networks?id=68380afb-92df-4e5a-adc7-5f1834064646 HTTP/1.1" status: 200 len: 816 time: 1.1205747 Jul 15 14:01:22.440609 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c96b4-870e-452a-9fbd-f1c4ac42f608 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] Pushing event updated for resources: {'Port': ['ID=d7c665a6-0206-4af0-9832-e67d770dfcea,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:22.445611 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ba5eb6bc-f116-4248-8ca9-40fa4f985c2b req-5fba7e95-9984-45a9-8106-8da8d82f1dc0 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c8778d5da3de4c4dbae5d24842b359bc&fields=id HTTP/1.1" status: 200 len: 302 time: 1.5290163 Jul 15 14:01:22.519404 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b248901-728e-464e-9af1-4f0d3aa161c3 admin admin] Made reservation on behalf of 7d269944cb3345c884fca7e673be3177 for: {'network': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:01:22.522787 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5b248901-728e-464e-9af1-4f0d3aa161c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for network (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:22.549961 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:UPDATE=3,neutron:SELECT=88,neutron:INSERT=9 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:22.623537 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d13fe1de-c21b-4cc1-9e6c-9cf1824a8da4 req-c2ee88f3-28bd-44b1-a0da-2fd5341ec7b5 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 210 time: 0.2336998 Jul 15 14:01:22.724417 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5b248901-728e-464e-9af1-4f0d3aa161c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:22.743248 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-129d980a-6e25-4d4a-8eef-48e387ae79d8 None None] Publish callbacks [] for port (ea4f84ba-5bfd-47fe-9703-83b27b93d1ae), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:22.751221 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-728cf525-b72a-4069-bd5d-ad34bcc1d3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (1ec952d9-e556-4bec-9ddf-15ca8dbbddbc), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:22.752538 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-129d980a-6e25-4d4a-8eef-48e387ae79d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (ea4f84ba-5bfd-47fe-9703-83b27b93d1ae), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:22.837881 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ce71bfd7-40a1-497c-b09e-02fb288f1b37 None None] Publish callbacks [] for port (687da8d4-265f-46a5-a573-423b6a1a8086), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:22.856072 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ce71bfd7-40a1-497c-b09e-02fb288f1b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (687da8d4-265f-46a5-a573-423b6a1a8086), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:22.896913 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:22.903145 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f1e85825-209c-4407-83e3-1690e0709f9b req-b045cb98-d372-492e-b365-b40a8bfcaaee tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 210 time: 0.0755901 Jul 15 14:01:22.913555 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea341264-5d8d-4610-b8f2-229698f6238c None None] Pushing event updated for resources: {'Port': ['ID=ea4f84ba-5bfd-47fe-9703-83b27b93d1ae,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:22.946197 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728cf525-b72a-4069-bd5d-ad34bcc1d3d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec952d9-e556-4bec-9ddf-15ca8dbbddbc,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:23.000991 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-171a7df0-0153-4ebe-a3ec-482567c81b2b req-7d9a3c98-d339-4f20-9faa-ce554befc9eb tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks [] for port (0861b4f1-fb2d-42f9-b72b-e415301f1546), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:23.027780 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e39fff-a220-4483-b530-f682313f7a85 None None] Pushing event updated for resources: {'Port': ['ID=687da8d4-265f-46a5-a573-423b6a1a8086,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:23.037048 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e622aa1b-236e-4f60-a525-e53e229d5eda req-848c96b4-870e-452a-9fbd-f1c4ac42f608 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] Network 2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448 is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:01:23.114915 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 46150) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:01:23.165785 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [req-e622aa1b-236e-4f60-a525-e53e229d5eda req-848c96b4-870e-452a-9fbd-f1c4ac42f608 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:01:23.177846 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-ce71bfd7-40a1-497c-b09e-02fb288f1b37 None None] Attempting to bind port 687da8d4-265f-46a5-a573-423b6a1a8086 on host dv-cinder-850002-1-iscsi for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 15 14:01:23.178135 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-ce71bfd7-40a1-497c-b09e-02fb288f1b37 None None] Attempting to bind port 687da8d4-265f-46a5-a573-423b6a1a8086 by drivers openvswitch,hyperv on host dv-cinder-850002-1-iscsi at level 0 using segments [{'id': '38096d94-fd7d-4e30-b8c0-11363bafd847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 15 14:01:23.180313 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce71bfd7-40a1-497c-b09e-02fb288f1b37 None None] Attempting to bind port 687da8d4-265f-46a5-a573-423b6a1a8086 on network 2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:01:23.181092 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ba5eb6bc-f116-4248-8ca9-40fa4f985c2b req-b32c3aa2-c286-47a5-a056-677c7381bfda service neutron] 10.222.0.16 "GET /v2.0/networks/0460551c-e776-41db-9da0-199d4897f65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6215544 Jul 15 14:01:23.184617 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-10c456e5-f6bd-43d4-9e4b-95b7df75f559 req-026a02c5-4238-42fb-9b88-2b72e0854f68 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c160b9f06dad4ee98349dbc63131c20d HTTP/1.1" status: 200 len: 380 time: 0.4702947 Jul 15 14:01:23.189144 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-e622aa1b-236e-4f60-a525-e53e229d5eda req-848c96b4-870e-452a-9fbd-f1c4ac42f608 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:01:23.194735 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622aa1b-236e-4f60-a525-e53e229d5eda req-848c96b4-870e-452a-9fbd-f1c4ac42f608 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:23.195772 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-e622aa1b-236e-4f60-a525-e53e229d5eda req-848c96b4-870e-452a-9fbd-f1c4ac42f608 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:23.205879 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce71bfd7-40a1-497c-b09e-02fb288f1b37 None None] Checking agent: {'id': '7bcac420-d3a9-4cfc-af22-5ba5795a5287', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 13, 52, 19), 'started_at': datetime.datetime(2022, 7, 15, 13, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 14, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 14:01:23.206304 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce71bfd7-40a1-497c-b09e-02fb288f1b37 None None] Checking segment: {'id': '38096d94-fd7d-4e30-b8c0-11363bafd847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:01:23.206636 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ce71bfd7-40a1-497c-b09e-02fb288f1b37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:23.206876 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [req-10c456e5-f6bd-43d4-9e4b-95b7df75f559 req-fe8eae70-3612-477e-9c68-77333a1fe7f0 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Request body: {'port': {'device_id': '2f497d21-0e38-4bee-8991-6aae2a4eae9b', 'network_id': '68380afb-92df-4e5a-adc7-5f1834064646', 'admin_state_up': True, 'tenant_id': 'c160b9f06dad4ee98349dbc63131c20d', 'security_groups': ['2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee']}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:01:23.207001 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce71bfd7-40a1-497c-b09e-02fb288f1b37 None None] Bound using segment: {'id': '38096d94-fd7d-4e30-b8c0-11363bafd847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 14:01:23.207470 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-ce71bfd7-40a1-497c-b09e-02fb288f1b37 None None] Bound port: 687da8d4-265f-46a5-a573-423b6a1a8086, host: dv-cinder-850002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38096d94-fd7d-4e30-b8c0-11363bafd847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 15 14:01:23.207848 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ce71bfd7-40a1-497c-b09e-02fb288f1b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (687da8d4-265f-46a5-a573-423b6a1a8086), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:23.216229 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-129d980a-6e25-4d4a-8eef-48e387ae79d8 None None] Attempting to bind port ea4f84ba-5bfd-47fe-9703-83b27b93d1ae on host dv-cinder-850002-1-iscsi for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 15 14:01:23.216803 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-129d980a-6e25-4d4a-8eef-48e387ae79d8 None None] Attempting to bind port ea4f84ba-5bfd-47fe-9703-83b27b93d1ae by drivers openvswitch,hyperv on host dv-cinder-850002-1-iscsi at level 0 using segments [{'id': '5785ea6f-9dc2-4ba6-8569-ab8ef09f42b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0460551c-e776-41db-9da0-199d4897f65f'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 15 14:01:23.217168 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129d980a-6e25-4d4a-8eef-48e387ae79d8 None None] Attempting to bind port ea4f84ba-5bfd-47fe-9703-83b27b93d1ae on network 0460551c-e776-41db-9da0-199d4897f65f {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:01:23.219516 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-728cf525-b72a-4069-bd5d-ad34bcc1d3d9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=df1af67fc60f46d58204ca3a8816494c&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4518235 Jul 15 14:01:23.231676 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 46154) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:01:23.240477 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129d980a-6e25-4d4a-8eef-48e387ae79d8 None None] Checking agent: {'id': '7bcac420-d3a9-4cfc-af22-5ba5795a5287', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 13, 52, 19), 'started_at': datetime.datetime(2022, 7, 15, 13, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 14, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 14:01:23.241915 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129d980a-6e25-4d4a-8eef-48e387ae79d8 None None] Checking segment: {'id': '5785ea6f-9dc2-4ba6-8569-ab8ef09f42b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0460551c-e776-41db-9da0-199d4897f65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:01:23.243395 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-129d980a-6e25-4d4a-8eef-48e387ae79d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:23.246010 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129d980a-6e25-4d4a-8eef-48e387ae79d8 None None] Bound using segment: {'id': '5785ea6f-9dc2-4ba6-8569-ab8ef09f42b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0460551c-e776-41db-9da0-199d4897f65f'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 14:01:23.248820 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-129d980a-6e25-4d4a-8eef-48e387ae79d8 None None] Bound port: ea4f84ba-5bfd-47fe-9703-83b27b93d1ae, host: dv-cinder-850002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5785ea6f-9dc2-4ba6-8569-ab8ef09f42b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0460551c-e776-41db-9da0-199d4897f65f'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 15 14:01:23.250185 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-129d980a-6e25-4d4a-8eef-48e387ae79d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (ea4f84ba-5bfd-47fe-9703-83b27b93d1ae), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:23.270814 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e622aa1b-236e-4f60-a525-e53e229d5eda req-848c96b4-870e-452a-9fbd-f1c4ac42f608 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4469936 Jul 15 14:01:23.322548 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61825440-28e4-43b7-b902-c2fd3df47160 req-b8a5e544-43b4-4eb4-8df2-7b3544e64084 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:23.336247 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [req-e622aa1b-236e-4f60-a525-e53e229d5eda req-38bdf954-b991-4bcd-b818-207d16fbc003 service neutron] Request body: {'port': {'device_id': '03c49059-61d4-4969-96dc-a92d8f3d4cb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85000'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:01:23.340922 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-61825440-28e4-43b7-b902-c2fd3df47160 req-b8a5e544-43b4-4eb4-8df2-7b3544e64084 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/ports?device_id=03c49059-61d4-4969-96dc-a92d8f3d4cb9 HTTP/1.1" status: 200 len: 931 time: 0.2693996 Jul 15 14:01:23.375871 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:23.436822 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-129d980a-6e25-4d4a-8eef-48e387ae79d8 None None] For port ea4f84ba-5bfd-47fe-9703-83b27b93d1ae, host dv-cinder-850002-1-iscsi, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:01:23.448705 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-129d980a-6e25-4d4a-8eef-48e387ae79d8 None None] For port ea4f84ba-5bfd-47fe-9703-83b27b93d1ae, host dv-cinder-850002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=ea4f84ba-5bfd-47fe-9703-83b27b93d1ae,segment=NetworkSegment(5785ea6f-9dc2-4ba6-8569-ab8ef09f42b4),segment_id=5785ea6f-9dc2-4ba6-8569-ab8ef09f42b4)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:01:23.469150 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-129d980a-6e25-4d4a-8eef-48e387ae79d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (ea4f84ba-5bfd-47fe-9703-83b27b93d1ae), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:23.472621 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-e622aa1b-236e-4f60-a525-e53e229d5eda req-38bdf954-b991-4bcd-b818-207d16fbc003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (d7c665a6-0206-4af0-9832-e67d770dfcea), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:23.503154 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ce71bfd7-40a1-497c-b09e-02fb288f1b37 None None] For port 687da8d4-265f-46a5-a573-423b6a1a8086, host dv-cinder-850002-1-iscsi, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:01:23.515610 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ce71bfd7-40a1-497c-b09e-02fb288f1b37 None None] For port 687da8d4-265f-46a5-a573-423b6a1a8086, host dv-cinder-850002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=687da8d4-265f-46a5-a573-423b6a1a8086,segment=NetworkSegment(38096d94-fd7d-4e30-b8c0-11363bafd847),segment_id=38096d94-fd7d-4e30-b8c0-11363bafd847)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:01:23.557380 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ce71bfd7-40a1-497c-b09e-02fb288f1b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (687da8d4-265f-46a5-a573-423b6a1a8086), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:23.561006 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129d980a-6e25-4d4a-8eef-48e387ae79d8 None None] Routers {'c8e96d0e-648d-442b-bc98-b731e809055f'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:01:23.561695 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-129d980a-6e25-4d4a-8eef-48e387ae79d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:01:16Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['c8e96d0e-648d-442b-bc98-b731e809055f'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:01:23.593285 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:23.632802 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5b248901-728e-464e-9af1-4f0d3aa161c3 admin admin] Publish callbacks [] for security_group (898e1eb8-979c-473c-9802-77fde809fdf9), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:23.652256 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5b248901-728e-464e-9af1-4f0d3aa161c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (898e1eb8-979c-473c-9802-77fde809fdf9), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:23.680901 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea341264-5d8d-4610-b8f2-229698f6238c None None] Pushing event updated for resources: {'Port': ['ID=ea4f84ba-5bfd-47fe-9703-83b27b93d1ae,revision_number=4']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:23.808146 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-171a7df0-0153-4ebe-a3ec-482567c81b2b req-7d9a3c98-d339-4f20-9faa-ce554befc9eb tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679'] for port (0861b4f1-fb2d-42f9-b72b-e415301f1546), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:23.812201 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-173b02fb-9c86-4850-bbb4-7eb2012a98f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:23.830256 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10c456e5-f6bd-43d4-9e4b-95b7df75f559 req-fe8eae70-3612-477e-9c68-77333a1fe7f0 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Made reservation on behalf of c160b9f06dad4ee98349dbc63131c20d for: {'port': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:01:23.833816 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-10c456e5-f6bd-43d4-9e4b-95b7df75f559 req-fe8eae70-3612-477e-9c68-77333a1fe7f0 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:23.883155 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b248901-728e-464e-9af1-4f0d3aa161c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=103881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:01:23.887798 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-129d980a-6e25-4d4a-8eef-48e387ae79d8 None None] Set router c8e96d0e-648d-442b-bc98-b731e809055f gateway port host: dv-cinder-850002-1-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:01:23.938313 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e39fff-a220-4483-b530-f682313f7a85 None None] Pushing event updated for resources: {'Port': ['ID=687da8d4-265f-46a5-a573-423b6a1a8086,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:23.990342 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:24.045262 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-250c8024-e57c-45e1-bb99-c44250a083fa None None] Provisioning complete for port 687da8d4-265f-46a5-a573-423b6a1a8086 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:01:24.049540 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-250c8024-e57c-45e1-bb99-c44250a083fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (687da8d4-265f-46a5-a573-423b6a1a8086), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:24.067651 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce71bfd7-40a1-497c-b09e-02fb288f1b37 None None] Routers {'f1f984db-9073-48a1-bd9e-9140e2d223c6'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:01:24.068482 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-ce71bfd7-40a1-497c-b09e-02fb288f1b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:01:16Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['f1f984db-9073-48a1-bd9e-9140e2d223c6'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:01:24.297552 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-171a7df0-0153-4ebe-a3ec-482567c81b2b req-7d9a3c98-d339-4f20-9faa-ce554befc9eb tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Network cb1d6404-603d-43fd-9d2d-2304ecd9066f is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:01:24.389604 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:24.436498 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-173b02fb-9c86-4850-bbb4-7eb2012a98f7 admin admin] Publish callbacks [] for security_group (b4f035d7-3239-47fb-9a52-8c22c471a92d), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:24.460206 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [req-171a7df0-0153-4ebe-a3ec-482567c81b2b req-7d9a3c98-d339-4f20-9faa-ce554befc9eb tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:01:24.468427 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-96997045-4cb9-4f63-9199-6c43b03834a4 admin admin] Publish callbacks [] for security_group (1ec952d9-e556-4bec-9ddf-15ca8dbbddbc), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:24.520940 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-ce71bfd7-40a1-497c-b09e-02fb288f1b37 None None] Set router f1f984db-9073-48a1-bd9e-9140e2d223c6 gateway port host: dv-cinder-850002-1-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:01:24.541848 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-96997045-4cb9-4f63-9199-6c43b03834a4 admin admin] Publish callbacks [] for security_group (1ec952d9-e556-4bec-9ddf-15ca8dbbddbc), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:24.684208 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [req-171a7df0-0153-4ebe-a3ec-482567c81b2b req-7d9a3c98-d339-4f20-9faa-ce554befc9eb tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:01:24.718942 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a7df0-0153-4ebe-a3ec-482567c81b2b req-7d9a3c98-d339-4f20-9faa-ce554befc9eb tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:24.718942 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-171a7df0-0153-4ebe-a3ec-482567c81b2b req-7d9a3c98-d339-4f20-9faa-ce554befc9eb tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:24.765051 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:24.813123 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-61825440-28e4-43b7-b902-c2fd3df47160 req-8f8f4206-b2be-4d04-b088-24ad79845eb0 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/security-groups?id=568a9f09-4a35-459c-8983-49332b2ec06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4719074 Jul 15 14:01:24.815772 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ba5eb6bc-f116-4248-8ca9-40fa4f985c2b req-2a86745e-ec31-4054-af52-e343590728e3 service neutron] 10.222.0.16 "GET /v2.0/networks/0460551c-e776-41db-9da0-199d4897f65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6115584 Jul 15 14:01:24.825537 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-129d980a-6e25-4d4a-8eef-48e387ae79d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e96d0e-648d-442b-bc98-b731e809055f', 'name': 'tempest-AttachVolumeTestJSON-182516732-router', 'tenant_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '51ca6a67-2692-4d78-84ff-22808c27154c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:56Z', 'updated_at': '2022-07-15T14:01:07Z', 'revision_number': 4, 'project_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'gw_port': {'id': '51ca6a67-2692-4d78-84ff-22808c27154c', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e96d0e-648d-442b-bc98-b731e809055f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:57Z', 'updated_at': '2022-07-15T14:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': 'ea4f84ba-5bfd-47fe-9703-83b27b93d1ae', 'name': '', 'network_id': '0460551c-e776-41db-9da0-199d4897f65f', 'tenant_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'mac_address': 'fa:16:3e:13:f0:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e96d0e-648d-442b-bc98-b731e809055f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f6331ee6-fa4c-4f22-93e9-8635c17820f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:01:05Z', 'updated_at': '2022-07-15T14:01:23Z', 'revision_number': 4, 'project_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'subnets': [{'id': 'f6331ee6-fa4c-4f22-93e9-8635c17820f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:01:24.843112 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:24.846692 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-173b02fb-9c86-4850-bbb4-7eb2012a98f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (b4f035d7-3239-47fb-9a52-8c22c471a92d), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:24.901127 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5b248901-728e-464e-9af1-4f0d3aa161c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7753414'] for segment (7c7c806b-09e3-44df-a8e4-cbd14e1b1083), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:24.903676 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.db.segments_db [None req-5b248901-728e-464e-9af1-4f0d3aa161c3 admin admin] Added segment 7c7c806b-09e3-44df-a8e4-cbd14e1b1083 of type vlan for network cc199347-aa65-4f48-9bc1-56764990494f Jul 15 14:01:24.928597 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device ea4f84ba-5bfd-47fe-9703-83b27b93d1ae up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:01:24.947659 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129d980a-6e25-4d4a-8eef-48e387ae79d8 None None] The sync data for ids ['c8e96d0e-648d-442b-bc98-b731e809055f'] in dv-cinder-850002-1-iscsi is: [{'id': 'c8e96d0e-648d-442b-bc98-b731e809055f', 'name': 'tempest-AttachVolumeTestJSON-182516732-router', 'tenant_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '51ca6a67-2692-4d78-84ff-22808c27154c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:56Z', 'updated_at': '2022-07-15T14:01:07Z', 'revision_number': 4, 'project_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'gw_port': {'id': '51ca6a67-2692-4d78-84ff-22808c27154c', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e96d0e-648d-442b-bc98-b731e809055f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:57Z', 'updated_at': '2022-07-15T14:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': 'ea4f84ba-5bfd-47fe-9703-83b27b93d1ae', 'name': '', 'network_id': '0460551c-e776-41db-9da0-199d4897f65f', 'tenant_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'mac_address': 'fa:16:3e:13:f0:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e96d0e-648d-442b-bc98-b731e809055f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f6331ee6-fa4c-4f22-93e9-8635c17820f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:01:05Z', 'updated_at': '2022-07-15T14:01:23Z', 'revision_number': 4, 'project_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'subnets': [{'id': 'f6331ee6-fa4c-4f22-93e9-8635c17820f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:01:25.042620 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-173b02fb-9c86-4850-bbb4-7eb2012a98f7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a80d208174a8467b8e3f5941769fb56a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9183099 Jul 15 14:01:25.043606 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-96997045-4cb9-4f63-9199-6c43b03834a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (1ec952d9-e556-4bec-9ddf-15ca8dbbddbc), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:25.046919 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-96997045-4cb9-4f63-9199-6c43b03834a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:25.048250 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-96997045-4cb9-4f63-9199-6c43b03834a4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1ec952d9-e556-4bec-9ddf-15ca8dbbddbc HTTP/1.1" status: 204 len: 168 time: 1.7514713 Jul 15 14:01:25.055981 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 46184) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:01:25.058726 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b02fb-9c86-4850-bbb4-7eb2012a98f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f035d7-3239-47fb-9a52-8c22c471a92d,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:25.063994 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5b248901-728e-464e-9af1-4f0d3aa161c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774722052666'] for network (cc199347-aa65-4f48-9bc1-56764990494f), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:25.308917 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port ea4f84ba-5bfd-47fe-9703-83b27b93d1ae triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:01:25.309472 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (ea4f84ba-5bfd-47fe-9703-83b27b93d1ae), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:25.315370 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f458e006-4230-474a-932f-504a7edc6547 req-fcb0a0c2-a50e-4509-80d9-ddc17f5eed73 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:25.327491 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f458e006-4230-474a-932f-504a7edc6547 req-fcb0a0c2-a50e-4509-80d9-ddc17f5eed73 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 931 time: 0.2699671 Jul 15 14:01:25.337094 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9a3c98-d339-4f20-9faa-ce554befc9eb tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Pushing event updated for resources: {'Port': ['ID=0861b4f1-fb2d-42f9-b72b-e415301f1546,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:25.392126 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-250c8024-e57c-45e1-bb99-c44250a083fa None None] Current status of the port 687da8d4-265f-46a5-a573-423b6a1a8086 is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:01:25.392775 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-250c8024-e57c-45e1-bb99-c44250a083fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (687da8d4-265f-46a5-a573-423b6a1a8086), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:25.400006 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-171a7df0-0153-4ebe-a3ec-482567c81b2b req-7d9a3c98-d339-4f20-9faa-ce554befc9eb tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3819284 Jul 15 14:01:25.562851 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96997045-4cb9-4f63-9199-6c43b03834a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec952d9-e556-4bec-9ddf-15ca8dbbddbc,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:25.600965 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1adc8e07-0e34-43ee-85fe-fad08dc71ad5 req-2f980634-c89a-4d3a-8926-e175ce783f06 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 210 time: 0.2097359 Jul 15 14:01:25.627946 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-250c8024-e57c-45e1-bb99-c44250a083fa None None] For port 687da8d4-265f-46a5-a573-423b6a1a8086, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=687da8d4-265f-46a5-a573-423b6a1a8086,segment=NetworkSegment(38096d94-fd7d-4e30-b8c0-11363bafd847),segment_id=38096d94-fd7d-4e30-b8c0-11363bafd847)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:01:25.664139 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-250c8024-e57c-45e1-bb99-c44250a083fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (687da8d4-265f-46a5-a573-423b6a1a8086), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:25.674366 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b248901-728e-464e-9af1-4f0d3aa161c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898e1eb8-979c-473c-9802-77fde809fdf9,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:25.805118 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:25.807976 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:25.812481 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5b248901-728e-464e-9af1-4f0d3aa161c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794'] for network (cc199347-aa65-4f48-9bc1-56764990494f), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:25.825912 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250c8024-e57c-45e1-bb99-c44250a083fa None None] Pushing event updated for resources: {'Port': ['ID=687da8d4-265f-46a5-a573-423b6a1a8086,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:25.835006 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b248901-728e-464e-9af1-4f0d3aa161c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:25.835609 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5b248901-728e-464e-9af1-4f0d3aa161c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for network (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:25.838686 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c24afeba-aee6-4657-a6d3-1881e69121c7 req-133cc8a5-998d-4d42-bb35-14e746339cd0 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 210 time: 0.1252367 Jul 15 14:01:25.845231 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cafd03d2-7bfc-465e-9e56-42b4e86fac08 admin admin] Publish callbacks [] for security_group (b4f035d7-3239-47fb-9a52-8c22c471a92d), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:25.874147 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f458e006-4230-474a-932f-504a7edc6547 req-b7b4ed61-744d-49e6-9080-3e8bbdc3ab1e tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5452883 Jul 15 14:01:25.893877 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [req-49306919-3217-4dad-b27f-e789ef851016 req-595f1b92-0638-4a37-b3a7-1708804da0af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7be0622-dca5-4205-98fa-99c86a79c041 {{(pid=103881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 14:01:25.902056 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-250c8024-e57c-45e1-bb99-c44250a083fa None None] Provisioning complete for port ea4f84ba-5bfd-47fe-9703-83b27b93d1ae triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:01:25.902591 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-250c8024-e57c-45e1-bb99-c44250a083fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (ea4f84ba-5bfd-47fe-9703-83b27b93d1ae), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:25.911447 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-49306919-3217-4dad-b27f-e789ef851016 req-595f1b92-0638-4a37-b3a7-1708804da0af service neutron] Publish callbacks [] for port (c7be0622-dca5-4205-98fa-99c86a79c041), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:25.939790 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cafd03d2-7bfc-465e-9e56-42b4e86fac08 admin admin] Publish callbacks [] for security_group (b4f035d7-3239-47fb-9a52-8c22c471a92d), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:25.939986 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.provisioning_blocks [req-49306919-3217-4dad-b27f-e789ef851016 req-595f1b92-0638-4a37-b3a7-1708804da0af service neutron] Transition to ACTIVE for port object c7be0622-dca5-4205-98fa-99c86a79c041 will not be triggered until provisioned by entity L2. {{(pid=103881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 15 14:01:25.962417 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=6 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:26.000629 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-49306919-3217-4dad-b27f-e789ef851016 req-595f1b92-0638-4a37-b3a7-1708804da0af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (c7be0622-dca5-4205-98fa-99c86a79c041), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:26.008669 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [req-10c456e5-f6bd-43d4-9e4b-95b7df75f559 req-fe8eae70-3612-477e-9c68-77333a1fe7f0 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Allocated IP 172.20.0.5 (68380afb-92df-4e5a-adc7-5f1834064646/df9e13f7-b2b8-4f61-84bd-25765312a9d7/22523bdd-1c81-4c9c-88e3-9d6496dfb8b9) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:01:26.039604 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-ce71bfd7-40a1-497c-b09e-02fb288f1b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f984db-9073-48a1-bd9e-9140e2d223c6', 'name': 'tempest-DeleteServersTestJSON-1551812071-router', 'tenant_id': 'd3c9ca821cd341a98f21ca15a0d6eb4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '41a57ec1-2fa2-4837-bf92-5ddf9ebbe178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:54Z', 'updated_at': '2022-07-15T14:01:05Z', 'revision_number': 4, 'project_id': 'd3c9ca821cd341a98f21ca15a0d6eb4c', 'gw_port': {'id': '41a57ec1-2fa2-4837-bf92-5ddf9ebbe178', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:7f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f984db-9073-48a1-bd9e-9140e2d223c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:55Z', 'updated_at': '2022-07-15T14:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': '687da8d4-265f-46a5-a573-423b6a1a8086', 'name': '', 'network_id': '2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448', 'tenant_id': 'd3c9ca821cd341a98f21ca15a0d6eb4c', 'mac_address': 'fa:16:3e:3f:2b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f984db-9073-48a1-bd9e-9140e2d223c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '98337d2e-3581-4353-88ca-3d2c4ce5295a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:01:04Z', 'updated_at': '2022-07-15T14:01:23Z', 'revision_number': 4, 'project_id': 'd3c9ca821cd341a98f21ca15a0d6eb4c', 'subnets': [{'id': '98337d2e-3581-4353-88ca-3d2c4ce5295a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:01:26.052331 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port ea4f84ba-5bfd-47fe-9703-83b27b93d1ae is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:01:26.052331 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (ea4f84ba-5bfd-47fe-9703-83b27b93d1ae), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:26.131048 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595f1b92-0638-4a37-b3a7-1708804da0af service neutron] Pushing event updated for resources: {'Port': ['ID=c7be0622-dca5-4205-98fa-99c86a79c041,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:26.163414 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd572827-e9c5-49f1-a90d-0732d9f2d564 req-2a628ff4-01f3-48cf-bb2c-907c536eae3d tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:26.176316 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fd572827-e9c5-49f1-a90d-0732d9f2d564 req-2a628ff4-01f3-48cf-bb2c-907c536eae3d tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/ports?device_id=03c49059-61d4-4969-96dc-a92d8f3d4cb9 HTTP/1.1" status: 200 len: 931 time: 0.1571617 Jul 15 14:01:26.186827 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-5b248901-728e-464e-9af1-4f0d3aa161c3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 4.4020591 Jul 15 14:01:26.201585 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 46214) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:01:26.204107 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20193184-5692-43ca-9b34-efe6383dea3e None None] Sync routers for ids ['71e21bd5-960a-403c-901a-527508aee993'] in dv-cinder-850002-1-iscsi {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:01:26.209847 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce71bfd7-40a1-497c-b09e-02fb288f1b37 None None] The sync data for ids ['f1f984db-9073-48a1-bd9e-9140e2d223c6'] in dv-cinder-850002-1-iscsi is: [{'id': 'f1f984db-9073-48a1-bd9e-9140e2d223c6', 'name': 'tempest-DeleteServersTestJSON-1551812071-router', 'tenant_id': 'd3c9ca821cd341a98f21ca15a0d6eb4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '41a57ec1-2fa2-4837-bf92-5ddf9ebbe178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:54Z', 'updated_at': '2022-07-15T14:01:05Z', 'revision_number': 4, 'project_id': 'd3c9ca821cd341a98f21ca15a0d6eb4c', 'gw_port': {'id': '41a57ec1-2fa2-4837-bf92-5ddf9ebbe178', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:7f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f984db-9073-48a1-bd9e-9140e2d223c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:55Z', 'updated_at': '2022-07-15T14:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': '687da8d4-265f-46a5-a573-423b6a1a8086', 'name': '', 'network_id': '2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448', 'tenant_id': 'd3c9ca821cd341a98f21ca15a0d6eb4c', 'mac_address': 'fa:16:3e:3f:2b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f984db-9073-48a1-bd9e-9140e2d223c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '98337d2e-3581-4353-88ca-3d2c4ce5295a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:01:04Z', 'updated_at': '2022-07-15T14:01:23Z', 'revision_number': 4, 'project_id': 'd3c9ca821cd341a98f21ca15a0d6eb4c', 'subnets': [{'id': '98337d2e-3581-4353-88ca-3d2c4ce5295a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:01:26.219563 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-a4f9c958-8ddf-450c-992b-a5c3c4a42507 admin admin] Request body: {'subnet': {'network_id': 'cc199347-aa65-4f48-9bc1-56764990494f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-475652729-subnet', 'tenant_id': '7d269944cb3345c884fca7e673be3177', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:01:26.261399 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] For port ea4f84ba-5bfd-47fe-9703-83b27b93d1ae, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=ea4f84ba-5bfd-47fe-9703-83b27b93d1ae,segment=NetworkSegment(5785ea6f-9dc2-4ba6-8569-ab8ef09f42b4),segment_id=5785ea6f-9dc2-4ba6-8569-ab8ef09f42b4)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:01:26.261594 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cafd03d2-7bfc-465e-9e56-42b4e86fac08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (b4f035d7-3239-47fb-9a52-8c22c471a92d), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:26.278460 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cafd03d2-7bfc-465e-9e56-42b4e86fac08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:26.288381 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20193184-5692-43ca-9b34-efe6383dea3e None None] Routers {'71e21bd5-960a-403c-901a-527508aee993'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:01:26.290919 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-cafd03d2-7bfc-465e-9e56-42b4e86fac08 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b4f035d7-3239-47fb-9a52-8c22c471a92d HTTP/1.1" status: 204 len: 168 time: 1.2264924 Jul 15 14:01:26.296866 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-20193184-5692-43ca-9b34-efe6383dea3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:01:16Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['71e21bd5-960a-403c-901a-527508aee993'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:01:26.341261 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b248901-728e-464e-9af1-4f0d3aa161c3 admin admin] Pushing event updated for resources: {'Network': ['ID=cc199347-aa65-4f48-9bc1-56764990494f,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:26.354626 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (ea4f84ba-5bfd-47fe-9703-83b27b93d1ae), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:26.361582 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 90681d6e-3fe6-45df-83be-6d9f4128768b up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:01:26.386259 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Network cc199347-aa65-4f48-9bc1-56764990494f details requested by agent ovs-agent-dv-cinder-850002-1-iscsi with host dv-cinder-850002-1-iscsi {{(pid=103883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:01:26.431175 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafd03d2-7bfc-465e-9e56-42b4e86fac08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f035d7-3239-47fb-9a52-8c22c471a92d,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:26.489874 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fd572827-e9c5-49f1-a90d-0732d9f2d564 req-2a7b3d67-9964-4d27-b324-f946df657419 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/security-groups?id=568a9f09-4a35-459c-8983-49332b2ec06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033383 Jul 15 14:01:26.500371 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f9c958-8ddf-450c-992b-a5c3c4a42507 admin admin] Made reservation on behalf of 7d269944cb3345c884fca7e673be3177 for: {'subnet': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:01:26.507686 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a4f9c958-8ddf-450c-992b-a5c3c4a42507 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:26.537501 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-49306919-3217-4dad-b27f-e789ef851016 req-595f1b92-0638-4a37-b3a7-1708804da0af service neutron] Attempting to bind port c7be0622-dca5-4205-98fa-99c86a79c041 on host hv-cinder-85000 for vnic_type normal with profile {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 15 14:01:26.537857 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-49306919-3217-4dad-b27f-e789ef851016 req-595f1b92-0638-4a37-b3a7-1708804da0af service neutron] Attempting to bind port c7be0622-dca5-4205-98fa-99c86a79c041 by drivers openvswitch,hyperv on host hv-cinder-85000 at level 0 using segments [{'id': '00d52852-4d7f-4f72-9ea8-52445064468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'cb1d6404-603d-43fd-9d2d-2304ecd9066f'}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 15 14:01:26.538220 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49306919-3217-4dad-b27f-e789ef851016 req-595f1b92-0638-4a37-b3a7-1708804da0af service neutron] Attempting to bind port c7be0622-dca5-4205-98fa-99c86a79c041 on network cb1d6404-603d-43fd-9d2d-2304ecd9066f {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:01:26.559846 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49306919-3217-4dad-b27f-e789ef851016 req-595f1b92-0638-4a37-b3a7-1708804da0af service neutron] Port c7be0622-dca5-4205-98fa-99c86a79c041 on network cb1d6404-603d-43fd-9d2d-2304ecd9066f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85000 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 15 14:01:26.560330 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49306919-3217-4dad-b27f-e789ef851016 req-595f1b92-0638-4a37-b3a7-1708804da0af service neutron] Attempting to bind port c7be0622-dca5-4205-98fa-99c86a79c041 on network cb1d6404-603d-43fd-9d2d-2304ecd9066f {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:01:26.599897 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49306919-3217-4dad-b27f-e789ef851016 req-595f1b92-0638-4a37-b3a7-1708804da0af service neutron] Checking agent: {'id': '73ab3907-1bcf-455f-a05d-131e96f159a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85000', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 13, 58, 57), 'started_at': datetime.datetime(2022, 7, 15, 13, 58, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 14, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 14:01:26.600285 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49306919-3217-4dad-b27f-e789ef851016 req-595f1b92-0638-4a37-b3a7-1708804da0af service neutron] Checking segment: {'id': '00d52852-4d7f-4f72-9ea8-52445064468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'cb1d6404-603d-43fd-9d2d-2304ecd9066f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:01:26.600871 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49306919-3217-4dad-b27f-e789ef851016 req-595f1b92-0638-4a37-b3a7-1708804da0af service neutron] Bound using segment: {'id': '00d52852-4d7f-4f72-9ea8-52445064468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'cb1d6404-603d-43fd-9d2d-2304ecd9066f'} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 14:01:26.601331 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-49306919-3217-4dad-b27f-e789ef851016 req-595f1b92-0638-4a37-b3a7-1708804da0af service neutron] Bound port: c7be0622-dca5-4205-98fa-99c86a79c041, host: hv-cinder-85000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00d52852-4d7f-4f72-9ea8-52445064468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'cb1d6404-603d-43fd-9d2d-2304ecd9066f'}}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 15 14:01:26.601698 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-49306919-3217-4dad-b27f-e789ef851016 req-595f1b92-0638-4a37-b3a7-1708804da0af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (c7be0622-dca5-4205-98fa-99c86a79c041), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:26.667803 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:26.985919 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-20193184-5692-43ca-9b34-efe6383dea3e None None] Set router 71e21bd5-960a-403c-901a-527508aee993 gateway port host: dv-cinder-850002-1-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:01:26.994527 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-250c8024-e57c-45e1-bb99-c44250a083fa None None] Current status of the port ea4f84ba-5bfd-47fe-9703-83b27b93d1ae is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:01:27.004912 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-250c8024-e57c-45e1-bb99-c44250a083fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (ea4f84ba-5bfd-47fe-9703-83b27b93d1ae), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:27.056410 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [req-e622aa1b-236e-4f60-a525-e53e229d5eda req-38bdf954-b991-4bcd-b818-207d16fbc003 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7c665a6-0206-4af0-9832-e67d770dfcea {{(pid=103881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 14:01:27.080638 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-e622aa1b-236e-4f60-a525-e53e229d5eda req-38bdf954-b991-4bcd-b818-207d16fbc003 service neutron] Publish callbacks [] for port (d7c665a6-0206-4af0-9832-e67d770dfcea), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:27.138618 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-49306919-3217-4dad-b27f-e789ef851016 req-595f1b92-0638-4a37-b3a7-1708804da0af service neutron] For port c7be0622-dca5-4205-98fa-99c86a79c041, host hv-cinder-85000, cleared binding levels {{(pid=103881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:01:27.146725 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-52de60c4-a77b-4195-865d-f4aa3b0f2f3b req-71bf0d7c-8c73-41cc-9107-4e5561c7c734 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 210 time: 0.3170645 Jul 15 14:01:27.168947 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.provisioning_blocks [req-e622aa1b-236e-4f60-a525-e53e229d5eda req-38bdf954-b991-4bcd-b818-207d16fbc003 service neutron] Transition to ACTIVE for port object d7c665a6-0206-4af0-9832-e67d770dfcea will not be triggered until provisioned by entity L2. {{(pid=103881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 15 14:01:27.194531 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [req-171a7df0-0153-4ebe-a3ec-482567c81b2b req-5c03a2ca-e113-45a1-bd8d-5f169c327328 service neutron] Request body: {'port': {'device_id': '89bc879c-c169-47cb-a214-86d5850a55ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85000'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:01:27.201441 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:INSERT=5,neutron:DELETE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:27.245725 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-05972b81-c2f0-4fc4-94fb-cb06aff4b9e2 req-14088c75-8694-49c6-8a19-ecf16f90e91b tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 210 time: 0.1340928 Jul 15 14:01:27.256775 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 46238) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:01:27.269399 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-10c456e5-f6bd-43d4-9e4b-95b7df75f559 req-fe8eae70-3612-477e-9c68-77333a1fe7f0 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks [] for port (22523bdd-1c81-4c9c-88e3-9d6496dfb8b9), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:27.271184 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-e622aa1b-236e-4f60-a525-e53e229d5eda req-38bdf954-b991-4bcd-b818-207d16fbc003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (d7c665a6-0206-4af0-9832-e67d770dfcea), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:27.290508 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a4f9c958-8ddf-450c-992b-a5c3c4a42507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794'] for subnet (b576e2ab-59fa-488a-9308-b2bf534d0895), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:27.339992 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-49306919-3217-4dad-b27f-e789ef851016 req-595f1b92-0638-4a37-b3a7-1708804da0af service neutron] For port c7be0622-dca5-4205-98fa-99c86a79c041, host hv-cinder-85000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=c7be0622-dca5-4205-98fa-99c86a79c041,segment=NetworkSegment(00d52852-4d7f-4f72-9ea8-52445064468d),segment_id=00d52852-4d7f-4f72-9ea8-52445064468d)] {{(pid=103881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:01:27.428967 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e39dfdd1-6af6-453d-84b7-a678daee9362 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:27.445909 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-49306919-3217-4dad-b27f-e789ef851016 req-595f1b92-0638-4a37-b3a7-1708804da0af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (c7be0622-dca5-4205-98fa-99c86a79c041), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:27.563225 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:27.579760 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bdf954-b991-4bcd-b818-207d16fbc003 service neutron] Pushing event updated for resources: {'Port': ['ID=d7c665a6-0206-4af0-9832-e67d770dfcea,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:27.749083 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49306919-3217-4dad-b27f-e789ef851016 req-595f1b92-0638-4a37-b3a7-1708804da0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:27.752285 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-49306919-3217-4dad-b27f-e789ef851016 req-595f1b92-0638-4a37-b3a7-1708804da0af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:27.753627 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-171a7df0-0153-4ebe-a3ec-482567c81b2b req-5c03a2ca-e113-45a1-bd8d-5f169c327328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (0861b4f1-fb2d-42f9-b72b-e415301f1546), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:27.755576 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-49306919-3217-4dad-b27f-e789ef851016 req-595f1b92-0638-4a37-b3a7-1708804da0af service neutron] 10.222.0.64 "PUT /v2.0/ports/c7be0622-dca5-4205-98fa-99c86a79c041 HTTP/1.1" status: 200 len: 1093 time: 7.6450524 Jul 15 14:01:27.762566 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c6bc8f0-81aa-45df-9fb1-4e581cf0913e', 'tag': 'c7be0622-dca5-4205-98fa-99c86a79c041'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:01:27.770501 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Pushing event updated for resources: {'Port': ['ID=ea4f84ba-5bfd-47fe-9703-83b27b93d1ae,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:27.809968 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7d42e-58f0-4710-9a49-2c4c3ebaed6d req-01ec1356-8d22-4125-bfed-20d06d47799a tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:27.818892 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-63b7d42e-58f0-4710-9a49-2c4c3ebaed6d req-01ec1356-8d22-4125-bfed-20d06d47799a tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 931 time: 0.3576989 Jul 15 14:01:27.891807 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (73ab3907-1bcf-455f-a05d-131e96f159a2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:27.908354 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:27.910691 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-20193184-5692-43ca-9b34-efe6383dea3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e21bd5-960a-403c-901a-527508aee993', 'name': 'tempest-AttachVolumeShelveTestJSON-698511596-router', 'tenant_id': 'c160b9f06dad4ee98349dbc63131c20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '90681d6e-3fe6-45df-83be-6d9f4128768b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:52Z', 'updated_at': '2022-07-15T14:01:06Z', 'revision_number': 4, 'project_id': 'c160b9f06dad4ee98349dbc63131c20d', 'gw_port': {'id': '90681d6e-3fe6-45df-83be-6d9f4128768b', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e21bd5-960a-403c-901a-527508aee993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:55Z', 'updated_at': '2022-07-15T14:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': 'afc88c8c-00dd-4ca9-a8b7-862d136fbe90', 'name': '', 'network_id': '68380afb-92df-4e5a-adc7-5f1834064646', 'tenant_id': 'c160b9f06dad4ee98349dbc63131c20d', 'mac_address': 'fa:16:3e:df:b0:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e21bd5-960a-403c-901a-527508aee993', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'df9e13f7-b2b8-4f61-84bd-25765312a9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:01:04Z', 'updated_at': '2022-07-15T14:01:06Z', 'revision_number': 2, 'project_id': 'c160b9f06dad4ee98349dbc63131c20d', 'subnets': [{'id': 'df9e13f7-b2b8-4f61-84bd-25765312a9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:01:27.952518 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b3188-233e-41b1-9887-ba2078cb8f0c req-b4256aae-a6b0-4353-a692-33e495a905ac tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:27.954696 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port 90681d6e-3fe6-45df-83be-6d9f4128768b triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:01:27.955072 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (90681d6e-3fe6-45df-83be-6d9f4128768b), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:27.961790 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-469b3188-233e-41b1-9887-ba2078cb8f0c req-b4256aae-a6b0-4353-a692-33e495a905ac tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/ports?device_id=03c49059-61d4-4969-96dc-a92d8f3d4cb9 HTTP/1.1" status: 200 len: 943 time: 0.2227166 Jul 15 14:01:27.971285 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-e622aa1b-236e-4f60-a525-e53e229d5eda req-38bdf954-b991-4bcd-b818-207d16fbc003 service neutron] Attempting to bind port d7c665a6-0206-4af0-9832-e67d770dfcea on host hv-cinder-85000 for vnic_type normal with profile {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 15 14:01:27.981284 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-e622aa1b-236e-4f60-a525-e53e229d5eda req-38bdf954-b991-4bcd-b818-207d16fbc003 service neutron] Attempting to bind port d7c665a6-0206-4af0-9832-e67d770dfcea by drivers openvswitch,hyperv on host hv-cinder-85000 at level 0 using segments [{'id': '38096d94-fd7d-4e30-b8c0-11363bafd847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448'}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 15 14:01:27.981284 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e622aa1b-236e-4f60-a525-e53e229d5eda req-38bdf954-b991-4bcd-b818-207d16fbc003 service neutron] Attempting to bind port d7c665a6-0206-4af0-9832-e67d770dfcea on network 2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:01:27.981284 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e622aa1b-236e-4f60-a525-e53e229d5eda req-38bdf954-b991-4bcd-b818-207d16fbc003 service neutron] Port d7c665a6-0206-4af0-9832-e67d770dfcea on network 2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85000 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 15 14:01:27.981284 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e622aa1b-236e-4f60-a525-e53e229d5eda req-38bdf954-b991-4bcd-b818-207d16fbc003 service neutron] Attempting to bind port d7c665a6-0206-4af0-9832-e67d770dfcea on network 2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:01:28.038737 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-10c456e5-f6bd-43d4-9e4b-95b7df75f559 req-fe8eae70-3612-477e-9c68-77333a1fe7f0 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679'] for port (22523bdd-1c81-4c9c-88e3-9d6496dfb8b9), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:28.078651 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20193184-5692-43ca-9b34-efe6383dea3e None None] Checking router: 71e21bd5-960a-403c-901a-527508aee993 for host: dv-cinder-850002-1-iscsi {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:01:28.078936 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20193184-5692-43ca-9b34-efe6383dea3e None None] Updating router 71e21bd5-960a-403c-901a-527508aee993 port afc88c8c-00dd-4ca9-a8b7-862d136fbe90 binding host dv-cinder-850002-1-iscsi {{(pid=103883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:01:28.094810 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595f1b92-0638-4a37-b3a7-1708804da0af service neutron] Pushing event updated for resources: {'Port': ['ID=c7be0622-dca5-4205-98fa-99c86a79c041,revision_number=3']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:28.115337 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e622aa1b-236e-4f60-a525-e53e229d5eda req-38bdf954-b991-4bcd-b818-207d16fbc003 service neutron] Checking agent: {'id': '73ab3907-1bcf-455f-a05d-131e96f159a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85000', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 13, 58, 57), 'started_at': datetime.datetime(2022, 7, 15, 13, 58, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 14, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 14:01:28.115675 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e622aa1b-236e-4f60-a525-e53e229d5eda req-38bdf954-b991-4bcd-b818-207d16fbc003 service neutron] Checking segment: {'id': '38096d94-fd7d-4e30-b8c0-11363bafd847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:01:28.116109 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e622aa1b-236e-4f60-a525-e53e229d5eda req-38bdf954-b991-4bcd-b818-207d16fbc003 service neutron] Bound using segment: {'id': '38096d94-fd7d-4e30-b8c0-11363bafd847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448'} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 14:01:28.116593 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-e622aa1b-236e-4f60-a525-e53e229d5eda req-38bdf954-b991-4bcd-b818-207d16fbc003 service neutron] Bound port: d7c665a6-0206-4af0-9832-e67d770dfcea, host: hv-cinder-85000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38096d94-fd7d-4e30-b8c0-11363bafd847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448'}}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 15 14:01:28.117056 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-e622aa1b-236e-4f60-a525-e53e229d5eda req-38bdf954-b991-4bcd-b818-207d16fbc003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (d7c665a6-0206-4af0-9832-e67d770dfcea), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:28.151009 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.db.api [None req-250c8024-e57c-45e1-bb99-c44250a083fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103883) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 15 14:01:28.153593 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG oslo_db.api [None req-250c8024-e57c-45e1-bb99-c44250a083fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 14:01:28.155319 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-20193184-5692-43ca-9b34-efe6383dea3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (afc88c8c-00dd-4ca9-a8b7-862d136fbe90), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:28.169179 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-63b7d42e-58f0-4710-9a49-2c4c3ebaed6d req-977b1574-1c41-403f-a523-0931d00a32fc tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489401 Jul 15 14:01:28.286405 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:28.329810 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27b3149431a8a58964108cadaaee569fc83829ebf6971f3e535c686fd00e584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc6dc08-4783-48b8-9773-0c311e3ed062" -d '{"events": [{"name": "network-changed", "server_uuid": "0c6bc8f0-81aa-45df-9fb1-4e581cf0913e", "tag": "c7be0622-dca5-4205-98fa-99c86a79c041"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:01:28.337517 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f9c958-8ddf-450c-992b-a5c3c4a42507 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b576e2ab-59fa-488a-9308-b2bf534d0895,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:28.393054 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port 90681d6e-3fe6-45df-83be-6d9f4128768b is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:01:28.407537 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10c456e5-f6bd-43d4-9e4b-95b7df75f559 req-fe8eae70-3612-477e-9c68-77333a1fe7f0 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Network 68380afb-92df-4e5a-adc7-5f1834064646 is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:01:28.424959 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [req-10c456e5-f6bd-43d4-9e4b-95b7df75f559 req-fe8eae70-3612-477e-9c68-77333a1fe7f0 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:01:28.443924 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c456e5-f6bd-43d4-9e4b-95b7df75f559 req-fe8eae70-3612-477e-9c68-77333a1fe7f0 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:01:28.449991 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c456e5-f6bd-43d4-9e4b-95b7df75f559 req-fe8eae70-3612-477e-9c68-77333a1fe7f0 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:28.450167 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c56d39-366e-4451-926a-01cd8090f261 req-342d1ab6-ce4f-4a23-9bc9-af653ec4fac6 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:28.450755 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-10c456e5-f6bd-43d4-9e4b-95b7df75f559 req-fe8eae70-3612-477e-9c68-77333a1fe7f0 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:28.455472 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-84c56d39-366e-4451-926a-01cd8090f261 req-342d1ab6-ce4f-4a23-9bc9-af653ec4fac6 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 931 time: 0.1231837 Jul 15 14:01:28.481514 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-469b3188-233e-41b1-9887-ba2078cb8f0c req-42630ca1-4714-4db8-92fc-211feb56f8d1 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/security-groups?id=568a9f09-4a35-459c-8983-49332b2ec06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5182328 Jul 15 14:01:28.530035 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-10c456e5-f6bd-43d4-9e4b-95b7df75f559 req-fe8eae70-3612-477e-9c68-77333a1fe7f0 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3277786 Jul 15 14:01:28.539565 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:28.556464 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8eae70-3612-477e-9c68-77333a1fe7f0 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Pushing event updated for resources: {'Port': ['ID=22523bdd-1c81-4c9c-88e3-9d6496dfb8b9,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:28.561095 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f9c958-8ddf-450c-992b-a5c3c4a42507 admin admin] Checking segment: {'id': '7c7c806b-09e3-44df-a8e4-cbd14e1b1083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cc199347-aa65-4f48-9bc1-56764990494f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:01:28.561449 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f9c958-8ddf-450c-992b-a5c3c4a42507 admin admin] Network hostable DHCP agents. Network: cc199347-aa65-4f48-9bc1-56764990494f, hostable agents: ['6c40ee43-5406-4a95-b7b4-11b32ddced25'], hosted agents: [] {{(pid=103882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:01:28.607532 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-e622aa1b-236e-4f60-a525-e53e229d5eda req-38bdf954-b991-4bcd-b818-207d16fbc003 service neutron] For port d7c665a6-0206-4af0-9832-e67d770dfcea, host hv-cinder-85000, cleared binding levels {{(pid=103881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:01:28.616984 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-e622aa1b-236e-4f60-a525-e53e229d5eda req-38bdf954-b991-4bcd-b818-207d16fbc003 service neutron] For port d7c665a6-0206-4af0-9832-e67d770dfcea, host hv-cinder-85000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=d7c665a6-0206-4af0-9832-e67d770dfcea,segment=NetworkSegment(38096d94-fd7d-4e30-b8c0-11363bafd847),segment_id=38096d94-fd7d-4e30-b8c0-11363bafd847)] {{(pid=103881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:01:28.630922 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-e622aa1b-236e-4f60-a525-e53e229d5eda req-38bdf954-b991-4bcd-b818-207d16fbc003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (d7c665a6-0206-4af0-9832-e67d770dfcea), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:28.713672 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622aa1b-236e-4f60-a525-e53e229d5eda req-38bdf954-b991-4bcd-b818-207d16fbc003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:28.714441 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-e622aa1b-236e-4f60-a525-e53e229d5eda req-38bdf954-b991-4bcd-b818-207d16fbc003 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:28.717295 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e622aa1b-236e-4f60-a525-e53e229d5eda req-38bdf954-b991-4bcd-b818-207d16fbc003 service neutron] 10.222.0.64 "PUT /v2.0/ports/d7c665a6-0206-4af0-9832-e67d770dfcea HTTP/1.1" status: 200 len: 1093 time: 5.3974721 Jul 15 14:01:28.749010 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 687da8d4-265f-46a5-a573-423b6a1a8086 up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:01:28.768985 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bdf954-b991-4bcd-b818-207d16fbc003 service neutron] Pushing event updated for resources: {'Port': ['ID=d7c665a6-0206-4af0-9832-e67d770dfcea,revision_number=3']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:28.860604 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port 687da8d4-265f-46a5-a573-423b6a1a8086 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:01:28.861184 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (687da8d4-265f-46a5-a573-423b6a1a8086), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:28.943441 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-250c8024-e57c-45e1-bb99-c44250a083fa None None] Current status of the port ea4f84ba-5bfd-47fe-9703-83b27b93d1ae is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:01:29.027017 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-20193184-5692-43ca-9b34-efe6383dea3e None None] Publish callbacks [] for port (afc88c8c-00dd-4ca9-a8b7-862d136fbe90), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:29.036964 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:29.070328 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-20193184-5692-43ca-9b34-efe6383dea3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (afc88c8c-00dd-4ca9-a8b7-862d136fbe90), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:29.073346 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:29.154194 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port 687da8d4-265f-46a5-a573-423b6a1a8086 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:01:29.155465 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device ea4f84ba-5bfd-47fe-9703-83b27b93d1ae up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:01:29.207725 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d1bc9e-fa6b-4122-b381-330d67d7d621 None None] Pushing event updated for resources: {'Port': ['ID=afc88c8c-00dd-4ca9-a8b7-862d136fbe90,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:29.215916 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-3d9a93ba-f2bc-4238-9543-0052a1e4db8a None None] Provisioning complete for port ea4f84ba-5bfd-47fe-9703-83b27b93d1ae triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:01:29.216715 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3d9a93ba-f2bc-4238-9543-0052a1e4db8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (ea4f84ba-5bfd-47fe-9703-83b27b93d1ae), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:29.352818 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port ea4f84ba-5bfd-47fe-9703-83b27b93d1ae triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:01:29.353198 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (ea4f84ba-5bfd-47fe-9703-83b27b93d1ae), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:29.378008 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f9c958-8ddf-450c-992b-a5c3c4a42507 admin admin] Network cc199347-aa65-4f48-9bc1-56764990494f is scheduled to be hosted by DHCP agent 6c40ee43-5406-4a95-b7b4-11b32ddced25 with binding_index 1 {{(pid=103882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:01:29.381928 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2503254a-c4ed-4764-ae59-47dadb959362 req-3741fa3f-62bf-4dbb-bcb3-4dd047617f53 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 210 time: 0.5945041 Jul 15 14:01:29.384087 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-20193184-5692-43ca-9b34-efe6383dea3e None None] Attempting to bind port afc88c8c-00dd-4ca9-a8b7-862d136fbe90 on host dv-cinder-850002-1-iscsi for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 15 14:01:29.384482 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-20193184-5692-43ca-9b34-efe6383dea3e None None] Attempting to bind port afc88c8c-00dd-4ca9-a8b7-862d136fbe90 by drivers openvswitch,hyperv on host dv-cinder-850002-1-iscsi at level 0 using segments [{'id': '6120fc8a-8d07-42e8-bbb1-497afed6cae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '68380afb-92df-4e5a-adc7-5f1834064646'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 15 14:01:29.384878 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20193184-5692-43ca-9b34-efe6383dea3e None None] Attempting to bind port afc88c8c-00dd-4ca9-a8b7-862d136fbe90 on network 68380afb-92df-4e5a-adc7-5f1834064646 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:01:29.418646 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-84c56d39-366e-4451-926a-01cd8090f261 req-39d4d0e4-2422-47f0-9f67-e5d1d8ccc918 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9090075 Jul 15 14:01:29.429347 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-a4f9c958-8ddf-450c-992b-a5c3c4a42507 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850002-1-iscsi, cc199347-aa65-4f48-9bc1-56764990494f) {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:01:29.440315 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20193184-5692-43ca-9b34-efe6383dea3e None None] Checking agent: {'id': '7bcac420-d3a9-4cfc-af22-5ba5795a5287', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 13, 52, 19), 'started_at': datetime.datetime(2022, 7, 15, 13, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 14, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 14:01:29.440651 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20193184-5692-43ca-9b34-efe6383dea3e None None] Checking segment: {'id': '6120fc8a-8d07-42e8-bbb1-497afed6cae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '68380afb-92df-4e5a-adc7-5f1834064646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:01:29.441060 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-20193184-5692-43ca-9b34-efe6383dea3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:29.441970 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20193184-5692-43ca-9b34-efe6383dea3e None None] Bound using segment: {'id': '6120fc8a-8d07-42e8-bbb1-497afed6cae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '68380afb-92df-4e5a-adc7-5f1834064646'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 14:01:29.441970 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-20193184-5692-43ca-9b34-efe6383dea3e None None] Bound port: afc88c8c-00dd-4ca9-a8b7-862d136fbe90, host: dv-cinder-850002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6120fc8a-8d07-42e8-bbb1-497afed6cae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '68380afb-92df-4e5a-adc7-5f1834064646'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 15 14:01:29.442314 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-20193184-5692-43ca-9b34-efe6383dea3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (afc88c8c-00dd-4ca9-a8b7-862d136fbe90), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:29.451241 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f9c958-8ddf-450c-992b-a5c3c4a42507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:29.451913 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a4f9c958-8ddf-450c-992b-a5c3c4a42507 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:29.461366 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecce618-97be-40a7-bc60-ab9c289c746f None None] Network cc199347-aa65-4f48-9bc1-56764990494f requested from dv-cinder-850002-1-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 14:01:29.492497 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-a4f9c958-8ddf-450c-992b-a5c3c4a42507 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.2847888 Jul 15 14:01:29.496907 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e39dfdd1-6af6-453d-84b7-a678daee9362 admin admin] Publish callbacks [] for security_group (2484dc46-17be-48cb-bb53-265414f431b9), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:29.524650 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e39dfdd1-6af6-453d-84b7-a678daee9362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (2484dc46-17be-48cb-bb53-265414f431b9), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:29.579357 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-3d9a93ba-f2bc-4238-9543-0052a1e4db8a None None] Current status of the port ea4f84ba-5bfd-47fe-9703-83b27b93d1ae is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:01:29.647673 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [req-171a7df0-0153-4ebe-a3ec-482567c81b2b req-5c03a2ca-e113-45a1-bd8d-5f169c327328 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0861b4f1-fb2d-42f9-b72b-e415301f1546 {{(pid=103882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 14:01:29.656944 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:29.657539 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-171a7df0-0153-4ebe-a3ec-482567c81b2b req-5c03a2ca-e113-45a1-bd8d-5f169c327328 service neutron] Publish callbacks [] for port (0861b4f1-fb2d-42f9-b72b-e415301f1546), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:29.672482 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-3d9a93ba-f2bc-4238-9543-0052a1e4db8a None None] Provisioning complete for port 0861b4f1-fb2d-42f9-b72b-e415301f1546 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:01:29.674973 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3d9a93ba-f2bc-4238-9543-0052a1e4db8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (0861b4f1-fb2d-42f9-b72b-e415301f1546), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:29.691686 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 14:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f7204b-5b8a-46b4-a7d6-0a4afe1d6e26 x-openstack-request-id: req-a3f7204b-5b8a-46b4-a7d6-0a4afe1d6e26 {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:01:29.692600 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c6bc8f0-81aa-45df-9fb1-4e581cf0913e", "tag": "c7be0622-dca5-4205-98fa-99c86a79c041", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:01:29.693204 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a3f7204b-5b8a-46b4-a7d6-0a4afe1d6e26 {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:01:29.693845 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3f7204b-5b8a-46b4-a7d6-0a4afe1d6e26'] response: {'name': 'network-changed', 'server_uuid': '0c6bc8f0-81aa-45df-9fb1-4e581cf0913e', 'tag': 'c7be0622-dca5-4205-98fa-99c86a79c041', 'status': 'completed', 'code': 200} Jul 15 14:01:29.731091 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [req-171a7df0-0153-4ebe-a3ec-482567c81b2b req-5c03a2ca-e113-45a1-bd8d-5f169c327328 service neutron] Transition to ACTIVE for port object 0861b4f1-fb2d-42f9-b72b-e415301f1546 will not be triggered until provisioned by entity L2. {{(pid=103882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 15 14:01:29.737834 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 46294) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:01:29.751058 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-171a7df0-0153-4ebe-a3ec-482567c81b2b req-5c03a2ca-e113-45a1-bd8d-5f169c327328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (0861b4f1-fb2d-42f9-b72b-e415301f1546), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:29.759431 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-e39dfdd1-6af6-453d-84b7-a678daee9362 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a35a3e1f04ea4e2e9bdea456a58bcdb6&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4919531 Jul 15 14:01:29.761423 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 46298) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:01:29.780082 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-20193184-5692-43ca-9b34-efe6383dea3e None None] For port afc88c8c-00dd-4ca9-a8b7-862d136fbe90, host dv-cinder-850002-1-iscsi, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:01:29.780428 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:29.784838 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-3d9a93ba-f2bc-4238-9543-0052a1e4db8a None None] Port 0861b4f1-fb2d-42f9-b72b-e415301f1546 cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 15 14:01:29.799431 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39dfdd1-6af6-453d-84b7-a678daee9362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2484dc46-17be-48cb-bb53-265414f431b9,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:29.799792 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_v2 [None req-807ccfed-63ba-48c0-903d-ed2cd3d34bdf admin admin] Deleting subnet c10f9fd3-ec61-4bf7-9502-1623c5a3078b {{(pid=103881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 15 14:01:29.804528 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-807ccfed-63ba-48c0-903d-ed2cd3d34bdf admin admin] Publish callbacks [] for subnet (c10f9fd3-ec61-4bf7-9502-1623c5a3078b), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:29.817647 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-20193184-5692-43ca-9b34-efe6383dea3e None None] For port afc88c8c-00dd-4ca9-a8b7-862d136fbe90, host dv-cinder-850002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=afc88c8c-00dd-4ca9-a8b7-862d136fbe90,segment=NetworkSegment(6120fc8a-8d07-42e8-bbb1-497afed6cae1),segment_id=6120fc8a-8d07-42e8-bbb1-497afed6cae1)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:01:29.819615 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port ea4f84ba-5bfd-47fe-9703-83b27b93d1ae is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:01:29.841621 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-3d9a93ba-f2bc-4238-9543-0052a1e4db8a None None] Provisioning complete for port 687da8d4-265f-46a5-a573-423b6a1a8086 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:01:29.842027 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3d9a93ba-f2bc-4238-9543-0052a1e4db8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (687da8d4-265f-46a5-a573-423b6a1a8086), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:29.848778 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-20193184-5692-43ca-9b34-efe6383dea3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (afc88c8c-00dd-4ca9-a8b7-862d136fbe90), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:29.850550 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-807ccfed-63ba-48c0-903d-ed2cd3d34bdf admin admin] Publish callbacks [] for subnet (c10f9fd3-ec61-4bf7-9502-1623c5a3078b), precommit_delete_associations {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:29.857209 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23702df-4d0d-48a5-9e2d-ded7d9d9543c req-36bf57b2-0ddd-4029-be2e-2319b089dfe9 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:29.858874 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f23702df-4d0d-48a5-9e2d-ded7d9d9543c req-36bf57b2-0ddd-4029-be2e-2319b089dfe9 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 931 time: 0.1865506 Jul 15 14:01:29.863895 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-807ccfed-63ba-48c0-903d-ed2cd3d34bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7811561'] for subnet (c10f9fd3-ec61-4bf7-9502-1623c5a3078b), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:29.882615 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261e7423-efa8-4c1a-bce0-846d79fb52f1 None None] Network cc199347-aa65-4f48-9bc1-56764990494f requested from dv-cinder-850002-1-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 14:01:29.952352 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acdae0d-2ddd-4a2c-83c9-f885bb2555b4 req-51fb9027-139c-4d83-a57d-a89555611f0d tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:29.954094 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9acdae0d-2ddd-4a2c-83c9-f885bb2555b4 req-51fb9027-139c-4d83-a57d-a89555611f0d tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/ports?device_id=03c49059-61d4-4969-96dc-a92d8f3d4cb9 HTTP/1.1" status: 200 len: 943 time: 0.1906672 Jul 15 14:01:29.958746 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c03a2ca-e113-45a1-bd8d-5f169c327328 service neutron] Pushing event updated for resources: {'Port': ['ID=0861b4f1-fb2d-42f9-b72b-e415301f1546,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:29.965215 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-807ccfed-63ba-48c0-903d-ed2cd3d34bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7811472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794'] for subnet (c10f9fd3-ec61-4bf7-9502-1623c5a3078b), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:29.994696 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807ccfed-63ba-48c0-903d-ed2cd3d34bdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c10f9fd3-ec61-4bf7-9502-1623c5a3078b,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:30.001962 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-807ccfed-63ba-48c0-903d-ed2cd3d34bdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for subnet (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:30.006029 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-807ccfed-63ba-48c0-903d-ed2cd3d34bdf admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c10f9fd3-ec61-4bf7-9502-1623c5a3078b HTTP/1.1" status: 204 len: 168 time: 0.2667356 Jul 15 14:01:30.012011 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 46302) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:01:30.107688 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f23702df-4d0d-48a5-9e2d-ded7d9d9543c req-a247f70f-83a7-49a7-b239-8505ecf16091 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331810 Jul 15 14:01:30.115108 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-171a7df0-0153-4ebe-a3ec-482567c81b2b req-5c03a2ca-e113-45a1-bd8d-5f169c327328 service neutron] Attempting to bind port 0861b4f1-fb2d-42f9-b72b-e415301f1546 on host hv-cinder-85000 for vnic_type normal with profile {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 15 14:01:30.115722 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-171a7df0-0153-4ebe-a3ec-482567c81b2b req-5c03a2ca-e113-45a1-bd8d-5f169c327328 service neutron] Attempting to bind port 0861b4f1-fb2d-42f9-b72b-e415301f1546 by drivers openvswitch,hyperv on host hv-cinder-85000 at level 0 using segments [{'id': '00d52852-4d7f-4f72-9ea8-52445064468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'cb1d6404-603d-43fd-9d2d-2304ecd9066f'}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 15 14:01:30.116313 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171a7df0-0153-4ebe-a3ec-482567c81b2b req-5c03a2ca-e113-45a1-bd8d-5f169c327328 service neutron] Attempting to bind port 0861b4f1-fb2d-42f9-b72b-e415301f1546 on network cb1d6404-603d-43fd-9d2d-2304ecd9066f {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:01:30.118803 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c74823d4-c518-4a70-96d4-e3ec5651e780 admin admin] Publish callbacks [] for security_group (2484dc46-17be-48cb-bb53-265414f431b9), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:30.122760 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1850255a-0941-43b4-a9ee-d6e2c1a7b812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7936400'] for network (5c1bdb96-dc77-49ce-9b82-017e479fc9f2), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:30.146184 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171a7df0-0153-4ebe-a3ec-482567c81b2b req-5c03a2ca-e113-45a1-bd8d-5f169c327328 service neutron] Port 0861b4f1-fb2d-42f9-b72b-e415301f1546 on network cb1d6404-603d-43fd-9d2d-2304ecd9066f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85000 {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 15 14:01:30.146780 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171a7df0-0153-4ebe-a3ec-482567c81b2b req-5c03a2ca-e113-45a1-bd8d-5f169c327328 service neutron] Attempting to bind port 0861b4f1-fb2d-42f9-b72b-e415301f1546 on network cb1d6404-603d-43fd-9d2d-2304ecd9066f {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:01:30.175040 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c74823d4-c518-4a70-96d4-e3ec5651e780 admin admin] Publish callbacks [] for security_group (2484dc46-17be-48cb-bb53-265414f431b9), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:30.241131 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171a7df0-0153-4ebe-a3ec-482567c81b2b req-5c03a2ca-e113-45a1-bd8d-5f169c327328 service neutron] Checking agent: {'id': '73ab3907-1bcf-455f-a05d-131e96f159a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85000', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 13, 58, 57), 'started_at': datetime.datetime(2022, 7, 15, 13, 58, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 14, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 14:01:30.241571 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171a7df0-0153-4ebe-a3ec-482567c81b2b req-5c03a2ca-e113-45a1-bd8d-5f169c327328 service neutron] Checking segment: {'id': '00d52852-4d7f-4f72-9ea8-52445064468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'cb1d6404-603d-43fd-9d2d-2304ecd9066f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:01:30.242553 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171a7df0-0153-4ebe-a3ec-482567c81b2b req-5c03a2ca-e113-45a1-bd8d-5f169c327328 service neutron] Bound using segment: {'id': '00d52852-4d7f-4f72-9ea8-52445064468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'cb1d6404-603d-43fd-9d2d-2304ecd9066f'} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 14:01:30.243016 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-171a7df0-0153-4ebe-a3ec-482567c81b2b req-5c03a2ca-e113-45a1-bd8d-5f169c327328 service neutron] Bound port: 0861b4f1-fb2d-42f9-b72b-e415301f1546, host: hv-cinder-85000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00d52852-4d7f-4f72-9ea8-52445064468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'cb1d6404-603d-43fd-9d2d-2304ecd9066f'}}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 15 14:01:30.243387 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-171a7df0-0153-4ebe-a3ec-482567c81b2b req-5c03a2ca-e113-45a1-bd8d-5f169c327328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (0861b4f1-fb2d-42f9-b72b-e415301f1546), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:30.284695 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1850255a-0941-43b4-a9ee-d6e2c1a7b812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7814826', 'neutron.services.segments.db._delete_segments_for_network-8774722533663'] for network (5c1bdb96-dc77-49ce-9b82-017e479fc9f2), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:30.306360 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1850255a-0941-43b4-a9ee-d6e2c1a7b812 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:01:30.306758 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1850255a-0941-43b4-a9ee-d6e2c1a7b812 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:01:30.307749 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1850255a-0941-43b4-a9ee-d6e2c1a7b812 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:01:30.308268 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1850255a-0941-43b4-a9ee-d6e2c1a7b812 admin admin] Subscribe: > port after_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:01:30.308907 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1850255a-0941-43b4-a9ee-d6e2c1a7b812 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:01:30.309253 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1850255a-0941-43b4-a9ee-d6e2c1a7b812 admin admin] Subscribe: > port after_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:01:30.309716 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1850255a-0941-43b4-a9ee-d6e2c1a7b812 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:01:30.310214 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1850255a-0941-43b4-a9ee-d6e2c1a7b812 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:01:30.310541 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1850255a-0941-43b4-a9ee-d6e2c1a7b812 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:01:30.310890 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1850255a-0941-43b4-a9ee-d6e2c1a7b812 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:01:30.317815 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d1bc9e-fa6b-4122-b381-330d67d7d621 None None] Pushing event updated for resources: {'Port': ['ID=afc88c8c-00dd-4ca9-a8b7-862d136fbe90,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:30.320944 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20193184-5692-43ca-9b34-efe6383dea3e None None] Routers {'71e21bd5-960a-403c-901a-527508aee993'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:01:30.321836 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-20193184-5692-43ca-9b34-efe6383dea3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:01:16Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['71e21bd5-960a-403c-901a-527508aee993'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:01:30.332973 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9acdae0d-2ddd-4a2c-83c9-f885bb2555b4 req-24331ae4-5d80-434e-ba42-2cbcc517e752 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/security-groups?id=568a9f09-4a35-459c-8983-49332b2ec06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3658040 Jul 15 14:01:30.334278 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-171a7df0-0153-4ebe-a3ec-482567c81b2b req-5c03a2ca-e113-45a1-bd8d-5f169c327328 service neutron] For port 0861b4f1-fb2d-42f9-b72b-e415301f1546, host hv-cinder-85000, cleared binding levels {{(pid=103882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:01:30.340351 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-171a7df0-0153-4ebe-a3ec-482567c81b2b req-5c03a2ca-e113-45a1-bd8d-5f169c327328 service neutron] For port 0861b4f1-fb2d-42f9-b72b-e415301f1546, host hv-cinder-85000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=0861b4f1-fb2d-42f9-b72b-e415301f1546,segment=NetworkSegment(00d52852-4d7f-4f72-9ea8-52445064468d),segment_id=00d52852-4d7f-4f72-9ea8-52445064468d)] {{(pid=103882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:01:30.341691 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:UPDATE=4 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:30.342542 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c74823d4-c518-4a70-96d4-e3ec5651e780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (2484dc46-17be-48cb-bb53-265414f431b9), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:30.345994 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c74823d4-c518-4a70-96d4-e3ec5651e780 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:30.347214 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-c74823d4-c518-4a70-96d4-e3ec5651e780 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2484dc46-17be-48cb-bb53-265414f431b9 HTTP/1.1" status: 204 len: 168 time: 0.5654652 Jul 15 14:01:30.362185 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74823d4-c518-4a70-96d4-e3ec5651e780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2484dc46-17be-48cb-bb53-265414f431b9,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:30.366876 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-171a7df0-0153-4ebe-a3ec-482567c81b2b req-5c03a2ca-e113-45a1-bd8d-5f169c327328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (0861b4f1-fb2d-42f9-b72b-e415301f1546), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:30.411837 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a7df0-0153-4ebe-a3ec-482567c81b2b req-5c03a2ca-e113-45a1-bd8d-5f169c327328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:30.412557 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-171a7df0-0153-4ebe-a3ec-482567c81b2b req-5c03a2ca-e113-45a1-bd8d-5f169c327328 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:30.414127 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-171a7df0-0153-4ebe-a3ec-482567c81b2b req-5c03a2ca-e113-45a1-bd8d-5f169c327328 service neutron] 10.222.0.64 "PUT /v2.0/ports/0861b4f1-fb2d-42f9-b72b-e415301f1546 HTTP/1.1" status: 200 len: 1093 time: 3.2614081 Jul 15 14:01:30.414645 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89bc879c-c169-47cb-a214-86d5850a55ec', 'tag': '0861b4f1-fb2d-42f9-b72b-e415301f1546'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:01:30.486483 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-3d9a93ba-f2bc-4238-9543-0052a1e4db8a None None] Current status of the port 687da8d4-265f-46a5-a573-423b6a1a8086 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:01:30.515363 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:30.523432 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-3d9a93ba-f2bc-4238-9543-0052a1e4db8a None None] Provisioning complete for port 22523bdd-1c81-4c9c-88e3-9d6496dfb8b9 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:01:30.523578 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3d9a93ba-f2bc-4238-9543-0052a1e4db8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (22523bdd-1c81-4c9c-88e3-9d6496dfb8b9), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:30.536541 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1850255a-0941-43b4-a9ee-d6e2c1a7b812 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:01:30.537130 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1850255a-0941-43b4-a9ee-d6e2c1a7b812 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:01:30.537458 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1850255a-0941-43b4-a9ee-d6e2c1a7b812 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:01:30.537937 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1850255a-0941-43b4-a9ee-d6e2c1a7b812 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:01:30.538435 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.services.segments.db [None req-1850255a-0941-43b4-a9ee-d6e2c1a7b812 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c1bdb96-dc77-49ce-9b82-017e479fc9f2']}} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:01:30.544921 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c03a2ca-e113-45a1-bd8d-5f169c327328 service neutron] Pushing event updated for resources: {'Port': ['ID=0861b4f1-fb2d-42f9-b72b-e415301f1546,revision_number=3']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:30.568244 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-3d9a93ba-f2bc-4238-9543-0052a1e4db8a None None] Port 22523bdd-1c81-4c9c-88e3-9d6496dfb8b9 cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 15 14:01:30.568887 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-36750162-c0e1-4f99-a274-dd7a222cd6d1 req-891b5c86-0498-4360-93dc-84a7c38764a6 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 210 time: 0.0415893 Jul 15 14:01:30.600402 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-20193184-5692-43ca-9b34-efe6383dea3e None None] Set router 71e21bd5-960a-403c-901a-527508aee993 gateway port host: dv-cinder-850002-1-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:01:30.606787 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9a8a2fede844199a48cd13e9232727d60bf04678ac4f0cfd160158fc833c96f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0273f5-fa35-4e22-934d-874a8e24648d" -d '{"events": [{"name": "network-changed", "server_uuid": "89bc879c-c169-47cb-a214-86d5850a55ec", "tag": "0861b4f1-fb2d-42f9-b72b-e415301f1546"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:01:30.632046 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.services.segments.db [None req-1850255a-0941-43b4-a9ee-d6e2c1a7b812 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fb5003f-04f1-482d-894a-80c33ce79717') {'for_net_delete': True} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:01:30.632355 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.services.segments.db [None req-1850255a-0941-43b4-a9ee-d6e2c1a7b812 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fb5003f-04f1-482d-894a-80c33ce79717') {} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:01:30.696569 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1850255a-0941-43b4-a9ee-d6e2c1a7b812 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774722502184', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524181'] for segment (5fb5003f-04f1-482d-894a-80c33ce79717), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:30.753187 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1850255a-0941-43b4-a9ee-d6e2c1a7b812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7753414'] for segment (5fb5003f-04f1-482d-894a-80c33ce79717), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:30.781504 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1850255a-0941-43b4-a9ee-d6e2c1a7b812 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=103881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:01:30.782057 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1850255a-0941-43b4-a9ee-d6e2c1a7b812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7753414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3268282'] for segment (5fb5003f-04f1-482d-894a-80c33ce79717), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:30.839342 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device afc88c8c-00dd-4ca9-a8b7-862d136fbe90 up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:01:30.885455 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af883e9e-10dc-4c0a-a354-2d2fcbc9b8fd req-68e1e815-012d-48d0-8388-bf32596aa9c0 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:30.887259 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-af883e9e-10dc-4c0a-a354-2d2fcbc9b8fd req-68e1e815-012d-48d0-8388-bf32596aa9c0 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 931 time: 0.1031294 Jul 15 14:01:30.909122 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:30.943943 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 14:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5473abcc-c6ff-428a-b949-eb018ffdffbf x-openstack-request-id: req-5473abcc-c6ff-428a-b949-eb018ffdffbf {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:01:30.945645 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1850255a-0941-43b4-a9ee-d6e2c1a7b812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7814819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452470'] for network (5c1bdb96-dc77-49ce-9b82-017e479fc9f2), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:30.946631 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89bc879c-c169-47cb-a214-86d5850a55ec", "tag": "0861b4f1-fb2d-42f9-b72b-e415301f1546", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:01:30.949431 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5473abcc-c6ff-428a-b949-eb018ffdffbf {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:01:30.952003 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5473abcc-c6ff-428a-b949-eb018ffdffbf'] response: {'name': 'network-changed', 'server_uuid': '89bc879c-c169-47cb-a214-86d5850a55ec', 'tag': '0861b4f1-fb2d-42f9-b72b-e415301f1546', 'status': 'completed', 'code': 200} Jul 15 14:01:31.000880 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1850255a-0941-43b4-a9ee-d6e2c1a7b812 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for network (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:31.011184 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-1850255a-0941-43b4-a9ee-d6e2c1a7b812 admin admin] 10.222.0.16 "DELETE /v2.0/networks/5c1bdb96-dc77-49ce-9b82-017e479fc9f2 HTTP/1.1" status: 204 len: 168 time: 0.9924970 Jul 15 14:01:31.013083 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 46330) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:01:31.014562 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1850255a-0941-43b4-a9ee-d6e2c1a7b812 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c1bdb96-dc77-49ce-9b82-017e479fc9f2,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:31.034825 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [req-10c456e5-f6bd-43d4-9e4b-95b7df75f559 req-d7b8824a-b1da-45c7-b1a2-b13acfeb03c2 service neutron] Request body: {'port': {'device_id': '2f497d21-0e38-4bee-8991-6aae2a4eae9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85000'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:01:31.090820 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-af883e9e-10dc-4c0a-a354-2d2fcbc9b8fd req-fa738caa-b57f-4788-a908-2fd9fc793714 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1953936 Jul 15 14:01:31.161000 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-a2d174a5-4f3e-485c-a03b-e94304db4154 None None] Provisioning complete for port afc88c8c-00dd-4ca9-a8b7-862d136fbe90 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:01:31.161423 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a2d174a5-4f3e-485c-a03b-e94304db4154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (afc88c8c-00dd-4ca9-a8b7-862d136fbe90), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:31.446934 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port afc88c8c-00dd-4ca9-a8b7-862d136fbe90 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:01:31.447183 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (afc88c8c-00dd-4ca9-a8b7-862d136fbe90), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:31.451889 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_v2 [None req-935e9519-61c2-46c0-9aad-5159029a1c68 admin admin] Deleting subnet b576e2ab-59fa-488a-9308-b2bf534d0895 {{(pid=103882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 15 14:01:31.455833 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49306919-3217-4dad-b27f-e789ef851016 req-43037660-6c36-43fe-9a28-87a32736185d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:31.458102 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-49306919-3217-4dad-b27f-e789ef851016 req-43037660-6c36-43fe-9a28-87a32736185d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=77c8c864a31b402880c334c39fbe5a34&device_id=0c6bc8f0-81aa-45df-9fb1-4e581cf0913e HTTP/1.1" status: 200 len: 1127 time: 0.4192047 Jul 15 14:01:31.487054 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-935e9519-61c2-46c0-9aad-5159029a1c68 admin admin] Publish callbacks [] for subnet (b576e2ab-59fa-488a-9308-b2bf534d0895), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:31.647814 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-20193184-5692-43ca-9b34-efe6383dea3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e21bd5-960a-403c-901a-527508aee993', 'name': 'tempest-AttachVolumeShelveTestJSON-698511596-router', 'tenant_id': 'c160b9f06dad4ee98349dbc63131c20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '90681d6e-3fe6-45df-83be-6d9f4128768b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:52Z', 'updated_at': '2022-07-15T14:01:06Z', 'revision_number': 4, 'project_id': 'c160b9f06dad4ee98349dbc63131c20d', 'gw_port': {'id': '90681d6e-3fe6-45df-83be-6d9f4128768b', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e21bd5-960a-403c-901a-527508aee993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:55Z', 'updated_at': '2022-07-15T14:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': 'afc88c8c-00dd-4ca9-a8b7-862d136fbe90', 'name': '', 'network_id': '68380afb-92df-4e5a-adc7-5f1834064646', 'tenant_id': 'c160b9f06dad4ee98349dbc63131c20d', 'mac_address': 'fa:16:3e:df:b0:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e21bd5-960a-403c-901a-527508aee993', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'df9e13f7-b2b8-4f61-84bd-25765312a9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:01:04Z', 'updated_at': '2022-07-15T14:01:29Z', 'revision_number': 4, 'project_id': 'c160b9f06dad4ee98349dbc63131c20d', 'subnets': [{'id': 'df9e13f7-b2b8-4f61-84bd-25765312a9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:01:31.711079 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03c49059-61d4-4969-96dc-a92d8f3d4cb9', 'tag': 'd7c665a6-0206-4af0-9832-e67d770dfcea'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:01:31.724655 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27b3149431a8a58964108cadaaee569fc83829ebf6971f3e535c686fd00e584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827a532c-2b82-4b8c-8006-9b79388fe5d3" -d '{"events": [{"name": "network-changed", "server_uuid": "03c49059-61d4-4969-96dc-a92d8f3d4cb9", "tag": "d7c665a6-0206-4af0-9832-e67d770dfcea"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:01:31.742379 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-935e9519-61c2-46c0-9aad-5159029a1c68 admin admin] Publish callbacks [] for subnet (b576e2ab-59fa-488a-9308-b2bf534d0895), precommit_delete_associations {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:31.742580 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622aa1b-236e-4f60-a525-e53e229d5eda req-f3fdec52-6812-4c1d-ad93-be9d298a2b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:31.744129 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e622aa1b-236e-4f60-a525-e53e229d5eda req-f3fdec52-6812-4c1d-ad93-be9d298a2b9c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d3c9ca821cd341a98f21ca15a0d6eb4c&device_id=03c49059-61d4-4969-96dc-a92d8f3d4cb9 HTTP/1.1" status: 200 len: 1127 time: 0.7031512 Jul 15 14:01:31.747473 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0273f5-fa35-4e22-934d-874a8e24648d req-9954a324-5b31-44f0-abd0-ce90a741f422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:31.753798 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20193184-5692-43ca-9b34-efe6383dea3e None None] The sync data for ids ['71e21bd5-960a-403c-901a-527508aee993'] in dv-cinder-850002-1-iscsi is: [{'id': '71e21bd5-960a-403c-901a-527508aee993', 'name': 'tempest-AttachVolumeShelveTestJSON-698511596-router', 'tenant_id': 'c160b9f06dad4ee98349dbc63131c20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '90681d6e-3fe6-45df-83be-6d9f4128768b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:52Z', 'updated_at': '2022-07-15T14:01:06Z', 'revision_number': 4, 'project_id': 'c160b9f06dad4ee98349dbc63131c20d', 'gw_port': {'id': '90681d6e-3fe6-45df-83be-6d9f4128768b', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e21bd5-960a-403c-901a-527508aee993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:55Z', 'updated_at': '2022-07-15T14:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': 'afc88c8c-00dd-4ca9-a8b7-862d136fbe90', 'name': '', 'network_id': '68380afb-92df-4e5a-adc7-5f1834064646', 'tenant_id': 'c160b9f06dad4ee98349dbc63131c20d', 'mac_address': 'fa:16:3e:df:b0:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e21bd5-960a-403c-901a-527508aee993', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'df9e13f7-b2b8-4f61-84bd-25765312a9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:01:04Z', 'updated_at': '2022-07-15T14:01:29Z', 'revision_number': 4, 'project_id': 'c160b9f06dad4ee98349dbc63131c20d', 'subnets': [{'id': 'df9e13f7-b2b8-4f61-84bd-25765312a9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:01:31.758827 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-8b0273f5-fa35-4e22-934d-874a8e24648d req-9954a324-5b31-44f0-abd0-ce90a741f422 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=77c8c864a31b402880c334c39fbe5a34&device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 1127 time: 0.5823128 Jul 15 14:01:31.768624 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac89d23-98d2-4790-880c-064a79660291 req-c6b5dbab-801b-4053-bff0-48ec4d75c2f9 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:31.781533 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fac89d23-98d2-4790-880c-064a79660291 req-c6b5dbab-801b-4053-bff0-48ec4d75c2f9 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/ports?device_id=03c49059-61d4-4969-96dc-a92d8f3d4cb9 HTTP/1.1" status: 200 len: 943 time: 0.2950926 Jul 15 14:01:31.790911 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-935e9519-61c2-46c0-9aad-5159029a1c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7811561'] for subnet (b576e2ab-59fa-488a-9308-b2bf534d0895), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:31.805208 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-10c456e5-f6bd-43d4-9e4b-95b7df75f559 req-d7b8824a-b1da-45c7-b1a2-b13acfeb03c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (22523bdd-1c81-4c9c-88e3-9d6496dfb8b9), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:31.850430 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d352ae-e03d-4c4e-9603-16e07a02b0b9 req-fa73a471-99f7-4aa6-ba08-01645f725e58 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:31.877093 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-86d352ae-e03d-4c4e-9603-16e07a02b0b9 req-fa73a471-99f7-4aa6-ba08-01645f725e58 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 943 time: 0.4164214 Jul 15 14:01:31.990939 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:32.014527 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.services.segments.plugin [-] Segment 5fb5003f-04f1-482d-894a-80c33ce79717 resource provider aggregate not found Jul 15 14:01:32.132280 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.services.segments.plugin [-] Segment 5fb5003f-04f1-482d-894a-80c33ce79717 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5fb5003f-04f1-482d-894a-80c33ce79717 found for delete ", "request_id": "req-ca261ecf-a8d3-4736-b29b-6f884d7b1306"}]} Jul 15 14:01:32.160534 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port afc88c8c-00dd-4ca9-a8b7-862d136fbe90 is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:01:32.163550 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (afc88c8c-00dd-4ca9-a8b7-862d136fbe90), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:32.179173 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-a2d174a5-4f3e-485c-a03b-e94304db4154 None None] Current status of the port afc88c8c-00dd-4ca9-a8b7-862d136fbe90 is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:01:32.181426 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a2d174a5-4f3e-485c-a03b-e94304db4154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (afc88c8c-00dd-4ca9-a8b7-862d136fbe90), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:32.226019 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.64', 55694) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:01:32.326711 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fac89d23-98d2-4790-880c-064a79660291 req-473411fc-191e-43fa-be69-10062939b8ea tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/security-groups?id=568a9f09-4a35-459c-8983-49332b2ec06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5446339 Jul 15 14:01:32.336717 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-49306919-3217-4dad-b27f-e789ef851016 req-e3021f72-091a-4bd3-ad10-de9142dba3ca service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7be0622-dca5-4205-98fa-99c86a79c041 HTTP/1.1" status: 200 len: 217 time: 0.3098292 Jul 15 14:01:32.344523 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-a2d174a5-4f3e-485c-a03b-e94304db4154 None None] For port afc88c8c-00dd-4ca9-a8b7-862d136fbe90, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=afc88c8c-00dd-4ca9-a8b7-862d136fbe90,segment=NetworkSegment(6120fc8a-8d07-42e8-bbb1-497afed6cae1),segment_id=6120fc8a-8d07-42e8-bbb1-497afed6cae1)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:01:32.345315 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-86d352ae-e03d-4c4e-9603-16e07a02b0b9 req-06ad4a93-ef31-4752-b398-9662fb9e2bc7 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4663689 Jul 15 14:01:32.353328 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a2d174a5-4f3e-485c-a03b-e94304db4154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (afc88c8c-00dd-4ca9-a8b7-862d136fbe90), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:32.372400 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:32.473071 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49306919-3217-4dad-b27f-e789ef851016 req-14c4c565-04c3-42c0-8523-71da7cc4a4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:32.477217 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-49306919-3217-4dad-b27f-e789ef851016 req-14c4c565-04c3-42c0-8523-71da7cc4a4eb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=78ed3b07-fd43-4c88-bba6-d7f332b83abe HTTP/1.1" status: 200 len: 857 time: 0.1252470 Jul 15 14:01:32.479165 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-935e9519-61c2-46c0-9aad-5159029a1c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7811472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794'] for subnet (b576e2ab-59fa-488a-9308-b2bf534d0895), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:32.496428 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.db.api [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103883) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 15 14:01:32.497092 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG oslo_db.api [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 14:01:32.507333 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d174a5-4f3e-485c-a03b-e94304db4154 None None] Pushing event updated for resources: {'Port': ['ID=afc88c8c-00dd-4ca9-a8b7-862d136fbe90,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:32.550896 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935e9519-61c2-46c0-9aad-5159029a1c68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b576e2ab-59fa-488a-9308-b2bf534d0895,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:32.818145 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-935e9519-61c2-46c0-9aad-5159029a1c68 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:32.822949 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-935e9519-61c2-46c0-9aad-5159029a1c68 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b576e2ab-59fa-488a-9308-b2bf534d0895 HTTP/1.1" status: 204 len: 168 time: 1.8065593 Jul 15 14:01:32.858683 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 46396) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:01:32.905669 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-09afccaa-7990-4cba-a783-b7ce6850618c req-e7368af0-32fa-40e9-a185-7c7fd9dbe958 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 210 time: 0.2370985 Jul 15 14:01:33.031354 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 14:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77aad599-12ac-4391-a186-53a8c4511154 x-openstack-request-id: req-77aad599-12ac-4391-a186-53a8c4511154 {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:01:33.032022 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03c49059-61d4-4969-96dc-a92d8f3d4cb9", "tag": "d7c665a6-0206-4af0-9832-e67d770dfcea", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:01:33.032022 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-77aad599-12ac-4391-a186-53a8c4511154 {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:01:33.032276 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77aad599-12ac-4391-a186-53a8c4511154'] response: {'name': 'network-changed', 'server_uuid': '03c49059-61d4-4969-96dc-a92d8f3d4cb9', 'tag': 'd7c665a6-0206-4af0-9832-e67d770dfcea', 'status': 'completed', 'code': 200} Jul 15 14:01:33.081165 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port afc88c8c-00dd-4ca9-a8b7-862d136fbe90 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:01:33.105273 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e622aa1b-236e-4f60-a525-e53e229d5eda req-8323a969-ffa1-4acb-a1c1-0c054c94543e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7c665a6-0206-4af0-9832-e67d770dfcea HTTP/1.1" status: 200 len: 217 time: 1.1110098 Jul 15 14:01:33.168098 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-26f972c8-fbad-4684-b44e-02b1d06de70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7936400'] for network (cc199347-aa65-4f48-9bc1-56764990494f), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:33.219503 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49306919-3217-4dad-b27f-e789ef851016 req-3a401778-e070-4db2-9549-1f13f0a0303d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:33.220955 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:33.226604 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-49306919-3217-4dad-b27f-e789ef851016 req-3a401778-e070-4db2-9549-1f13f0a0303d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cb1d6404-603d-43fd-9d2d-2304ecd9066f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.7137837 Jul 15 14:01:33.257910 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device afc88c8c-00dd-4ca9-a8b7-862d136fbe90 up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:01:33.399407 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port afc88c8c-00dd-4ca9-a8b7-862d136fbe90 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:01:33.399816 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (afc88c8c-00dd-4ca9-a8b7-862d136fbe90), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:33.689973 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:33.692139 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port afc88c8c-00dd-4ca9-a8b7-862d136fbe90 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:01:34.102221 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab440b-07c3-4bca-982b-f918bb23ce75 req-d66e5341-0a55-4cb1-b29c-60ae20f237cc tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:34.103435 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0cab440b-07c3-4bca-982b-f918bb23ce75 req-d66e5341-0a55-4cb1-b29c-60ae20f237cc tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 931 time: 0.8962526 Jul 15 14:01:34.126060 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [req-10c456e5-f6bd-43d4-9e4b-95b7df75f559 req-d7b8824a-b1da-45c7-b1a2-b13acfeb03c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22523bdd-1c81-4c9c-88e3-9d6496dfb8b9 {{(pid=103881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 14:01:34.136164 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:34.138250 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0273f5-fa35-4e22-934d-874a8e24648d req-f98d7ca7-c4b8-4095-b540-569d7d80cb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:34.140146 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-8b0273f5-fa35-4e22-934d-874a8e24648d req-f98d7ca7-c4b8-4095-b540-569d7d80cb17 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=77c8c864a31b402880c334c39fbe5a34&shared=False HTTP/1.1" status: 200 len: 919 time: 2.1044784 Jul 15 14:01:34.159904 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5eb6bc-f116-4248-8ca9-40fa4f985c2b req-4bcfc5ba-3e4c-417a-ac72-1a7d3671fd2f tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:34.161865 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ba5eb6bc-f116-4248-8ca9-40fa4f985c2b req-4bcfc5ba-3e4c-417a-ac72-1a7d3671fd2f tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.64 "GET /v2.0/networks?id=0460551c-e776-41db-9da0-199d4897f65f HTTP/1.1" status: 200 len: 810 time: 1.8750913 Jul 15 14:01:34.167133 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-10c456e5-f6bd-43d4-9e4b-95b7df75f559 req-d7b8824a-b1da-45c7-b1a2-b13acfeb03c2 service neutron] Publish callbacks [] for port (22523bdd-1c81-4c9c-88e3-9d6496dfb8b9), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:34.182769 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622aa1b-236e-4f60-a525-e53e229d5eda req-01ace74a-e3bc-4270-8aa8-4f4d9ac20602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:34.185131 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e622aa1b-236e-4f60-a525-e53e229d5eda req-01ace74a-e3bc-4270-8aa8-4f4d9ac20602 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=98337d2e-3581-4353-88ca-3d2c4ce5295a HTTP/1.1" status: 200 len: 851 time: 0.9627938 Jul 15 14:01:34.241019 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-26f972c8-fbad-4684-b44e-02b1d06de70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7814826', 'neutron.services.segments.db._delete_segments_for_network-8774722533663'] for network (cc199347-aa65-4f48-9bc1-56764990494f), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:34.243412 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:34.251697 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd2f32-6f81-4d6f-b591-a8366896d404 req-ea11f346-f3c8-4069-83ca-428c786a7e21 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:34.260914 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-05dd2f32-6f81-4d6f-b591-a8366896d404 req-ea11f346-f3c8-4069-83ca-428c786a7e21 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 943 time: 0.3350339 Jul 15 14:01:34.387524 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-26f972c8-fbad-4684-b44e-02b1d06de70b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:01:34.387874 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-26f972c8-fbad-4684-b44e-02b1d06de70b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:01:34.388832 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-26f972c8-fbad-4684-b44e-02b1d06de70b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:01:34.389167 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-26f972c8-fbad-4684-b44e-02b1d06de70b admin admin] Subscribe: > port after_create 55550000 {{(pid=103882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:01:34.389587 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-26f972c8-fbad-4684-b44e-02b1d06de70b admin admin] Subscribe: > port after_delete 55550000 {{(pid=103882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:01:34.389929 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-26f972c8-fbad-4684-b44e-02b1d06de70b admin admin] Subscribe: > port after_update 55550000 {{(pid=103882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:01:34.390292 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-26f972c8-fbad-4684-b44e-02b1d06de70b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:01:34.390675 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-26f972c8-fbad-4684-b44e-02b1d06de70b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:01:34.391032 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-26f972c8-fbad-4684-b44e-02b1d06de70b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:01:34.391398 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-26f972c8-fbad-4684-b44e-02b1d06de70b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:01:34.435180 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.provisioning_blocks [req-10c456e5-f6bd-43d4-9e4b-95b7df75f559 req-d7b8824a-b1da-45c7-b1a2-b13acfeb03c2 service neutron] Transition to ACTIVE for port object 22523bdd-1c81-4c9c-88e3-9d6496dfb8b9 will not be triggered until provisioned by entity L2. {{(pid=103881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 15 14:01:34.471954 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-10c456e5-f6bd-43d4-9e4b-95b7df75f559 req-d7b8824a-b1da-45c7-b1a2-b13acfeb03c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268230'] for port (22523bdd-1c81-4c9c-88e3-9d6496dfb8b9), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:34.481456 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622aa1b-236e-4f60-a525-e53e229d5eda req-a810e955-970b-407c-8cb1-38cc6439b892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:34.483395 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e622aa1b-236e-4f60-a525-e53e229d5eda req-a810e955-970b-407c-8cb1-38cc6439b892 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2843688 Jul 15 14:01:34.493540 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-26f972c8-fbad-4684-b44e-02b1d06de70b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:01:34.494040 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-26f972c8-fbad-4684-b44e-02b1d06de70b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:01:34.495062 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-26f972c8-fbad-4684-b44e-02b1d06de70b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:01:34.495321 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-26f972c8-fbad-4684-b44e-02b1d06de70b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:01:34.495711 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-26f972c8-fbad-4684-b44e-02b1d06de70b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc199347-aa65-4f48-9bc1-56764990494f']}} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:01:34.546615 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-26f972c8-fbad-4684-b44e-02b1d06de70b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c7c806b-09e3-44df-a8e4-cbd14e1b1083') {'for_net_delete': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:01:34.547127 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-26f972c8-fbad-4684-b44e-02b1d06de70b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c7c806b-09e3-44df-a8e4-cbd14e1b1083') {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:01:34.547269 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=5 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:34.558085 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-49306919-3217-4dad-b27f-e789ef851016 req-063a8917-e448-4f90-a3c4-2a22bc0021b0 service neutron] 10.222.0.64 "GET /v2.0/networks/cb1d6404-603d-43fd-9d2d-2304ecd9066f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2540026 Jul 15 14:01:34.589085 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-26f972c8-fbad-4684-b44e-02b1d06de70b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774722502184', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59481129'] for segment (7c7c806b-09e3-44df-a8e4-cbd14e1b1083), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:34.704276 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-49306919-3217-4dad-b27f-e789ef851016 req-79df3aac-145f-4202-b13d-13b947feb98e service neutron] 10.222.0.64 "GET /v2.0/networks/cb1d6404-603d-43fd-9d2d-2304ecd9066f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249363 Jul 15 14:01:34.721933 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-05dd2f32-6f81-4d6f-b591-a8366896d404 req-01e089c4-9d0b-4f0c-bcb1-fbb0fa2d1cbf tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4594991 Jul 15 14:01:34.801108 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0cab440b-07c3-4bca-982b-f918bb23ce75 req-566090a3-c35f-4f21-a50e-05789da4a78e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6760082 Jul 15 14:01:34.809602 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-26f972c8-fbad-4684-b44e-02b1d06de70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7753414'] for segment (7c7c806b-09e3-44df-a8e4-cbd14e1b1083), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:34.832808 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ba5eb6bc-f116-4248-8ca9-40fa4f985c2b req-c2826a2f-5162-4e0b-a9c0-bc39e0ba7a7f tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8778d5da3de4c4dbae5d24842b359bc HTTP/1.1" status: 200 len: 380 time: 0.6462848 Jul 15 14:01:34.837221 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=44 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:34.864859 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26f972c8-fbad-4684-b44e-02b1d06de70b admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=103882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:01:34.865323 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-26f972c8-fbad-4684-b44e-02b1d06de70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7753414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59481561'] for segment (7c7c806b-09e3-44df-a8e4-cbd14e1b1083), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:34.930816 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b8824a-b1da-45c7-b1a2-b13acfeb03c2 service neutron] Pushing event updated for resources: {'Port': ['ID=22523bdd-1c81-4c9c-88e3-9d6496dfb8b9,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:34.957246 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0273f5-fa35-4e22-934d-874a8e24648d req-8e2b3575-0015-490b-aa20-891ef8fe9106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:34.960908 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-8b0273f5-fa35-4e22-934d-874a8e24648d req-8e2b3575-0015-490b-aa20-891ef8fe9106 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7972121 Jul 15 14:01:34.975886 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [req-ba5eb6bc-f116-4248-8ca9-40fa4f985c2b req-0646f048-d11e-4451-8da3-17244d4f150d tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Request body: {'port': {'device_id': '4a543a41-bbbc-4c3a-833a-903faa97dde7', 'network_id': '0460551c-e776-41db-9da0-199d4897f65f', 'admin_state_up': True, 'tenant_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'security_groups': ['79807a53-5589-4e62-99d9-4d6e26871da7']}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:01:35.238667 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1ace19a5-40e7-49a6-bf47-c5a7d3126415 req-a7f67dff-fe88-4a69-a6fa-f7d6068d3fcb tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 210 time: 0.0760746 Jul 15 14:01:35.346325 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0354e1b-281b-4afa-a67b-698204c46bef req-ce98cb04-9776-4047-a414-48141536d020 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:35.356593 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d0354e1b-281b-4afa-a67b-698204c46bef req-ce98cb04-9776-4047-a414-48141536d020 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/ports?device_id=03c49059-61d4-4969-96dc-a92d8f3d4cb9 HTTP/1.1" status: 200 len: 943 time: 0.3533421 Jul 15 14:01:35.413522 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a7df0-0153-4ebe-a3ec-482567c81b2b req-23c202c3-fe5a-45c0-ac59-2b1b5de0ae1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:35.419496 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-171a7df0-0153-4ebe-a3ec-482567c81b2b req-23c202c3-fe5a-45c0-ac59-2b1b5de0ae1f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=77c8c864a31b402880c334c39fbe5a34&device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 1127 time: 0.2711127 Jul 15 14:01:35.437479 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6dc08-4783-48b8-9773-0c311e3ed062 req-c5e9c075-d320-4915-ab95-c5200df1295d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:35.437479 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4dc6dc08-4783-48b8-9773-0c311e3ed062 req-c5e9c075-d320-4915-ab95-c5200df1295d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=77c8c864a31b402880c334c39fbe5a34&device_id=0c6bc8f0-81aa-45df-9fb1-4e581cf0913e HTTP/1.1" status: 200 len: 1127 time: 0.5806670 Jul 15 14:01:35.437764 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e622aa1b-236e-4f60-a525-e53e229d5eda req-e1b2e019-dc54-46f7-9918-38cee0632eb7 service neutron] 10.222.0.64 "GET /v2.0/networks/2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8937252 Jul 15 14:01:35.839047 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:DELETE=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:35.840616 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6dc08-4783-48b8-9773-0c311e3ed062 req-d5189e09-c33f-45c6-9ca7-523d75136605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:35.842416 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4dc6dc08-4783-48b8-9773-0c311e3ed062 req-d5189e09-c33f-45c6-9ca7-523d75136605 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cb1d6404-603d-43fd-9d2d-2304ecd9066f HTTP/1.1" status: 200 len: 919 time: 0.3737838 Jul 15 14:01:35.853953 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-26f972c8-fbad-4684-b44e-02b1d06de70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7814819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452470'] for network (cc199347-aa65-4f48-9bc1-56764990494f), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:35.883149 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-26f972c8-fbad-4684-b44e-02b1d06de70b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for network (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:35.887466 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-26f972c8-fbad-4684-b44e-02b1d06de70b admin admin] 10.222.0.16 "DELETE /v2.0/networks/cc199347-aa65-4f48-9bc1-56764990494f HTTP/1.1" status: 204 len: 168 time: 3.0269694 Jul 15 14:01:36.020668 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f972c8-fbad-4684-b44e-02b1d06de70b admin admin] Pushing event deleted for resources: {'Network': ['ID=cc199347-aa65-4f48-9bc1-56764990494f,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:36.028347 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.services.segments.plugin [-] Segment 7c7c806b-09e3-44df-a8e4-cbd14e1b1083 resource provider aggregate not found Jul 15 14:01:36.035037 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4dc6dc08-4783-48b8-9773-0c311e3ed062 req-59030480-576f-4b2a-8386-51ce08a83236 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7be0622-dca5-4205-98fa-99c86a79c041 HTTP/1.1" status: 200 len: 217 time: 0.1558568 Jul 15 14:01:36.041441 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-10c456e5-f6bd-43d4-9e4b-95b7df75f559 req-d7b8824a-b1da-45c7-b1a2-b13acfeb03c2 service neutron] Attempting to bind port 22523bdd-1c81-4c9c-88e3-9d6496dfb8b9 on host hv-cinder-85000 for vnic_type normal with profile {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 15 14:01:36.041785 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-10c456e5-f6bd-43d4-9e4b-95b7df75f559 req-d7b8824a-b1da-45c7-b1a2-b13acfeb03c2 service neutron] Attempting to bind port 22523bdd-1c81-4c9c-88e3-9d6496dfb8b9 by drivers openvswitch,hyperv on host hv-cinder-85000 at level 0 using segments [{'id': '6120fc8a-8d07-42e8-bbb1-497afed6cae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '68380afb-92df-4e5a-adc7-5f1834064646'}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 15 14:01:36.042105 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c456e5-f6bd-43d4-9e4b-95b7df75f559 req-d7b8824a-b1da-45c7-b1a2-b13acfeb03c2 service neutron] Attempting to bind port 22523bdd-1c81-4c9c-88e3-9d6496dfb8b9 on network 68380afb-92df-4e5a-adc7-5f1834064646 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:01:36.044961 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-171a7df0-0153-4ebe-a3ec-482567c81b2b req-bffa4bd6-3a54-4b31-8b1f-b0da28cd6997 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0861b4f1-fb2d-42f9-b72b-e415301f1546 HTTP/1.1" status: 200 len: 217 time: 0.5983033 Jul 15 14:01:36.066082 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c456e5-f6bd-43d4-9e4b-95b7df75f559 req-d7b8824a-b1da-45c7-b1a2-b13acfeb03c2 service neutron] Port 22523bdd-1c81-4c9c-88e3-9d6496dfb8b9 on network 68380afb-92df-4e5a-adc7-5f1834064646 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85000 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 15 14:01:36.066537 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c456e5-f6bd-43d4-9e4b-95b7df75f559 req-d7b8824a-b1da-45c7-b1a2-b13acfeb03c2 service neutron] Attempting to bind port 22523bdd-1c81-4c9c-88e3-9d6496dfb8b9 on network 68380afb-92df-4e5a-adc7-5f1834064646 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:01:36.073505 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.services.segments.plugin [-] Segment 7c7c806b-09e3-44df-a8e4-cbd14e1b1083 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7c7c806b-09e3-44df-a8e4-cbd14e1b1083 found for delete ", "request_id": "req-eba27c17-b864-496a-add6-6a9a92d38750"}]} Jul 15 14:01:36.079831 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d0354e1b-281b-4afa-a67b-698204c46bef req-061629b1-c23a-4840-a235-93df7bc62388 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/security-groups?id=568a9f09-4a35-459c-8983-49332b2ec06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7227700 Jul 15 14:01:36.088948 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c456e5-f6bd-43d4-9e4b-95b7df75f559 req-d7b8824a-b1da-45c7-b1a2-b13acfeb03c2 service neutron] Checking agent: {'id': '73ab3907-1bcf-455f-a05d-131e96f159a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85000', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 13, 58, 57), 'started_at': datetime.datetime(2022, 7, 15, 13, 58, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 14, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 14:01:36.089283 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c456e5-f6bd-43d4-9e4b-95b7df75f559 req-d7b8824a-b1da-45c7-b1a2-b13acfeb03c2 service neutron] Checking segment: {'id': '6120fc8a-8d07-42e8-bbb1-497afed6cae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '68380afb-92df-4e5a-adc7-5f1834064646'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:01:36.089665 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c456e5-f6bd-43d4-9e4b-95b7df75f559 req-d7b8824a-b1da-45c7-b1a2-b13acfeb03c2 service neutron] Bound using segment: {'id': '6120fc8a-8d07-42e8-bbb1-497afed6cae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '68380afb-92df-4e5a-adc7-5f1834064646'} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 14:01:36.090096 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-10c456e5-f6bd-43d4-9e4b-95b7df75f559 req-d7b8824a-b1da-45c7-b1a2-b13acfeb03c2 service neutron] Bound port: 22523bdd-1c81-4c9c-88e3-9d6496dfb8b9, host: hv-cinder-85000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6120fc8a-8d07-42e8-bbb1-497afed6cae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '68380afb-92df-4e5a-adc7-5f1834064646'}}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 15 14:01:36.090478 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-10c456e5-f6bd-43d4-9e4b-95b7df75f559 req-d7b8824a-b1da-45c7-b1a2-b13acfeb03c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (22523bdd-1c81-4c9c-88e3-9d6496dfb8b9), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:36.095042 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba5eb6bc-f116-4248-8ca9-40fa4f985c2b req-0646f048-d11e-4451-8da3-17244d4f150d tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Made reservation on behalf of c8778d5da3de4c4dbae5d24842b359bc for: {'port': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:01:36.098466 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ba5eb6bc-f116-4248-8ca9-40fa4f985c2b req-0646f048-d11e-4451-8da3-17244d4f150d tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:36.102599 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c7c5b-c6f0-469f-83af-911e245762bd req-5556e1eb-3e70-4899-8a79-09c49096d0b4 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:36.110448 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-027c7c5b-c6f0-469f-83af-911e245762bd req-5556e1eb-3e70-4899-8a79-09c49096d0b4 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 943 time: 0.1936162 Jul 15 14:01:36.113426 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e622aa1b-236e-4f60-a525-e53e229d5eda req-5ad25e35-0782-42d9-b161-da5b257c311a service neutron] 10.222.0.64 "GET /v2.0/networks/2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6517968 Jul 15 14:01:36.163830 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:36.212594 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:36.216567 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-027c7c5b-c6f0-469f-83af-911e245762bd req-67ef805a-80a6-4281-9cf2-a058d0319789 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051648 Jul 15 14:01:36.268794 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-10c456e5-f6bd-43d4-9e4b-95b7df75f559 req-d7b8824a-b1da-45c7-b1a2-b13acfeb03c2 service neutron] For port 22523bdd-1c81-4c9c-88e3-9d6496dfb8b9, host hv-cinder-85000, cleared binding levels {{(pid=103881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:01:36.277192 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-10c456e5-f6bd-43d4-9e4b-95b7df75f559 req-d7b8824a-b1da-45c7-b1a2-b13acfeb03c2 service neutron] For port 22523bdd-1c81-4c9c-88e3-9d6496dfb8b9, host hv-cinder-85000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=22523bdd-1c81-4c9c-88e3-9d6496dfb8b9,segment=NetworkSegment(6120fc8a-8d07-42e8-bbb1-497afed6cae1),segment_id=6120fc8a-8d07-42e8-bbb1-497afed6cae1)] {{(pid=103881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:01:36.307730 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-10c456e5-f6bd-43d4-9e4b-95b7df75f559 req-d7b8824a-b1da-45c7-b1a2-b13acfeb03c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268230'] for port (22523bdd-1c81-4c9c-88e3-9d6496dfb8b9), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:36.325119 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 46526) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:01:36.374390 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a77fa5-d003-408e-ba82-22df0a3fa6df req-4d4c40b1-161b-4b17-a87b-c26d6788bdf5 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:36.375961 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e7a77fa5-d003-408e-ba82-22df0a3fa6df req-4d4c40b1-161b-4b17-a87b-c26d6788bdf5 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 943 time: 0.1276674 Jul 15 14:01:36.473759 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-94b9cb17-880f-42b4-af6f-51996e6ed28f req-a7d82573-a985-49e9-8f1c-7779c2f014ce tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 210 time: 0.0956326 Jul 15 14:01:36.504778 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c456e5-f6bd-43d4-9e4b-95b7df75f559 req-d7b8824a-b1da-45c7-b1a2-b13acfeb03c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:36.507181 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-10c456e5-f6bd-43d4-9e4b-95b7df75f559 req-d7b8824a-b1da-45c7-b1a2-b13acfeb03c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:36.508961 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-10c456e5-f6bd-43d4-9e4b-95b7df75f559 req-d7b8824a-b1da-45c7-b1a2-b13acfeb03c2 service neutron] 10.222.0.64 "PUT /v2.0/ports/22523bdd-1c81-4c9c-88e3-9d6496dfb8b9 HTTP/1.1" status: 200 len: 1093 time: 5.4869440 Jul 15 14:01:36.513975 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [req-ba5eb6bc-f116-4248-8ca9-40fa4f985c2b req-0646f048-d11e-4451-8da3-17244d4f150d tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Allocated IP 172.20.0.5 (0460551c-e776-41db-9da0-199d4897f65f/f6331ee6-fa4c-4f22-93e9-8635c17820f0/88f82e49-8214-4511-9860-93f14cc42d7e) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:01:36.517023 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f497d21-0e38-4bee-8991-6aae2a4eae9b', 'tag': '22523bdd-1c81-4c9c-88e3-9d6496dfb8b9'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:01:36.517713 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6dc08-4783-48b8-9773-0c311e3ed062 req-69d1745f-d30c-42b4-a9ae-02042f4eb268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:36.519350 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4dc6dc08-4783-48b8-9773-0c311e3ed062 req-69d1745f-d30c-42b4-a9ae-02042f4eb268 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=78ed3b07-fd43-4c88-bba6-d7f332b83abe HTTP/1.1" status: 200 len: 857 time: 0.1395857 Jul 15 14:01:36.519887 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27b3149431a8a58964108cadaaee569fc83829ebf6971f3e535c686fd00e584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a96c82-8583-4593-9bab-3cc567558e62" -d '{"events": [{"name": "network-changed", "server_uuid": "2f497d21-0e38-4bee-8991-6aae2a4eae9b", "tag": "22523bdd-1c81-4c9c-88e3-9d6496dfb8b9"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:01:36.544476 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a7df0-0153-4ebe-a3ec-482567c81b2b req-af5703e7-1650-47a7-be90-89da5f4cf67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:36.545479 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e7a77fa5-d003-408e-ba82-22df0a3fa6df req-3c5f7e5a-c18c-4f3e-8204-b73408400a75 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062334 Jul 15 14:01:36.546394 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-171a7df0-0153-4ebe-a3ec-482567c81b2b req-af5703e7-1650-47a7-be90-89da5f4cf67a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=78ed3b07-fd43-4c88-bba6-d7f332b83abe HTTP/1.1" status: 200 len: 857 time: 0.2315893 Jul 15 14:01:36.552091 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a532c-2b82-4b8c-8006-9b79388fe5d3 req-0e9482fd-3a40-4be9-b2a3-e4cbe0be378d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:36.553940 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-827a532c-2b82-4b8c-8006-9b79388fe5d3 req-0e9482fd-3a40-4be9-b2a3-e4cbe0be378d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d3c9ca821cd341a98f21ca15a0d6eb4c&device_id=03c49059-61d4-4969-96dc-a92d8f3d4cb9 HTTP/1.1" status: 200 len: 1127 time: 0.1395233 Jul 15 14:01:36.558717 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b8824a-b1da-45c7-b1a2-b13acfeb03c2 service neutron] Pushing event updated for resources: {'Port': ['ID=22523bdd-1c81-4c9c-88e3-9d6496dfb8b9,revision_number=3']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:36.572897 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-cc060608-2903-4fed-a903-89252fca1bb2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f9432998cc514f7ab0240bb051fb9d27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1847577 Jul 15 14:01:36.575947 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 46536) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:01:36.620809 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 14:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdbeb266-5787-4bc0-b033-017b5ae209e0 x-openstack-request-id: req-fdbeb266-5787-4bc0-b033-017b5ae209e0 {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:01:36.621500 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f497d21-0e38-4bee-8991-6aae2a4eae9b", "tag": "22523bdd-1c81-4c9c-88e3-9d6496dfb8b9", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:01:36.622374 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fdbeb266-5787-4bc0-b033-017b5ae209e0 {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:01:36.623693 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdbeb266-5787-4bc0-b033-017b5ae209e0'] response: {'name': 'network-changed', 'server_uuid': '2f497d21-0e38-4bee-8991-6aae2a4eae9b', 'tag': '22523bdd-1c81-4c9c-88e3-9d6496dfb8b9', 'status': 'completed', 'code': 200} Jul 15 14:01:36.626502 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:36.652317 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-79551147-9e57-4147-94b3-73639c05e3f7 admin admin] Publish callbacks [] for security_group (5d97e000-4470-4421-a88b-63ca36936580), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:36.680724 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-79551147-9e57-4147-94b3-73639c05e3f7 admin admin] Publish callbacks [] for security_group (5d97e000-4470-4421-a88b-63ca36936580), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:36.754624 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-79551147-9e57-4147-94b3-73639c05e3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (5d97e000-4470-4421-a88b-63ca36936580), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:36.757899 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-79551147-9e57-4147-94b3-73639c05e3f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:36.761441 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-79551147-9e57-4147-94b3-73639c05e3f7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5d97e000-4470-4421-a88b-63ca36936580 HTTP/1.1" status: 204 len: 168 time: 0.1818206 Jul 15 14:01:36.783238 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79551147-9e57-4147-94b3-73639c05e3f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d97e000-4470-4421-a88b-63ca36936580,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:36.814947 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ba5eb6bc-f116-4248-8ca9-40fa4f985c2b req-0646f048-d11e-4451-8da3-17244d4f150d tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks [] for port (88f82e49-8214-4511-9860-93f14cc42d7e), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:36.849985 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ba5eb6bc-f116-4248-8ca9-40fa4f985c2b req-0646f048-d11e-4451-8da3-17244d4f150d tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (88f82e49-8214-4511-9860-93f14cc42d7e), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:36.895458 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba5eb6bc-f116-4248-8ca9-40fa4f985c2b req-0646f048-d11e-4451-8da3-17244d4f150d tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Network 0460551c-e776-41db-9da0-199d4897f65f is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:01:36.898785 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [req-ba5eb6bc-f116-4248-8ca9-40fa4f985c2b req-0646f048-d11e-4451-8da3-17244d4f150d tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:01:36.902232 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba5eb6bc-f116-4248-8ca9-40fa4f985c2b req-0646f048-d11e-4451-8da3-17244d4f150d tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:01:36.946883 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0646f048-d11e-4451-8da3-17244d4f150d tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Pushing event updated for resources: {'Port': ['ID=88f82e49-8214-4511-9860-93f14cc42d7e,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:36.977964 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5eb6bc-f116-4248-8ca9-40fa4f985c2b req-0646f048-d11e-4451-8da3-17244d4f150d tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:36.979182 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ba5eb6bc-f116-4248-8ca9-40fa4f985c2b req-0646f048-d11e-4451-8da3-17244d4f150d tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:37.004086 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ba5eb6bc-f116-4248-8ca9-40fa4f985c2b req-0646f048-d11e-4451-8da3-17244d4f150d tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0495315 Jul 15 14:01:37.193800 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-3a19a8af-3530-4154-b6bc-cd07078e6e90 None None] Provisioning complete for port 88f82e49-8214-4511-9860-93f14cc42d7e triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:01:37.195195 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3a19a8af-3530-4154-b6bc-cd07078e6e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (88f82e49-8214-4511-9860-93f14cc42d7e), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:37.212633 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 46550) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:01:37.234174 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-3a19a8af-3530-4154-b6bc-cd07078e6e90 None None] Port 88f82e49-8214-4511-9860-93f14cc42d7e cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 15 14:01:37.246379 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983ddb81-5a97-4fe8-b8c9-1c22bd2c961c req-fce7ca6c-2383-4b4c-b752-920d65153ea7 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:37.248618 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-983ddb81-5a97-4fe8-b8c9-1c22bd2c961c req-fce7ca6c-2383-4b4c-b752-920d65153ea7 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/ports?device_id=03c49059-61d4-4969-96dc-a92d8f3d4cb9 HTTP/1.1" status: 200 len: 943 time: 0.0597804 Jul 15 14:01:37.257854 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-1c5de541-9fc7-46bc-9119-4ebef72b0523 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7d269944cb3345c884fca7e673be3177&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0440192 Jul 15 14:01:37.261678 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 46554) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:01:37.328381 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-371a90e8-90ce-4d90-9b8a-3157794b5ffb admin admin] Publish callbacks [] for security_group (898e1eb8-979c-473c-9802-77fde809fdf9), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:37.330657 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-983ddb81-5a97-4fe8-b8c9-1c22bd2c961c req-8a780d42-0c8e-42d2-9882-b4cec1adc716 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/security-groups?id=568a9f09-4a35-459c-8983-49332b2ec06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651937 Jul 15 14:01:37.330798 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:37.355762 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-371a90e8-90ce-4d90-9b8a-3157794b5ffb admin admin] Publish callbacks [] for security_group (898e1eb8-979c-473c-9802-77fde809fdf9), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:37.397146 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017bcb04-021b-4734-a5cf-44de4afcdd08 req-6dae8e33-c7a0-4bb5-82b0-c4159928ade5 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:37.398684 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-017bcb04-021b-4734-a5cf-44de4afcdd08 req-6dae8e33-c7a0-4bb5-82b0-c4159928ade5 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 943 time: 0.0664194 Jul 15 14:01:37.415219 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:37.425891 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-371a90e8-90ce-4d90-9b8a-3157794b5ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (898e1eb8-979c-473c-9802-77fde809fdf9), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:37.430841 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-371a90e8-90ce-4d90-9b8a-3157794b5ffb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:37.433350 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-371a90e8-90ce-4d90-9b8a-3157794b5ffb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/898e1eb8-979c-473c-9802-77fde809fdf9 HTTP/1.1" status: 204 len: 168 time: 0.1708803 Jul 15 14:01:37.450159 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371a90e8-90ce-4d90-9b8a-3157794b5ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898e1eb8-979c-473c-9802-77fde809fdf9,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:37.453221 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-017bcb04-021b-4734-a5cf-44de4afcdd08 req-38d1a20c-cc72-46e8-ae82-4352219d08cc tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489759 Jul 15 14:01:37.677681 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a791ecb-d10e-4a20-9d8a-3d8152e1271f req-5c16b419-3f50-4632-961b-5382bc938daa tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:37.679319 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2a791ecb-d10e-4a20-9d8a-3d8152e1271f req-5c16b419-3f50-4632-961b-5382bc938daa tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 931 time: 0.0691407 Jul 15 14:01:37.753700 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d66fa-1bce-4f6b-a650-ba27ec16abca req-5cfebfaf-072e-4777-944b-64a2e88eb7cf tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:37.755279 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f14d66fa-1bce-4f6b-a650-ba27ec16abca req-5cfebfaf-072e-4777-944b-64a2e88eb7cf tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 943 time: 0.0748684 Jul 15 14:01:37.792309 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2a791ecb-d10e-4a20-9d8a-3d8152e1271f req-348137c6-63a4-4f87-ad01-f52b796c0db3 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=79807a53-5589-4e62-99d9-4d6e26871da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993061 Jul 15 14:01:37.870740 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f14d66fa-1bce-4f6b-a650-ba27ec16abca req-5b78f94b-ccaa-4d23-93a4-4ed2e3720ff4 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953531 Jul 15 14:01:38.066517 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 46596) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:01:38.242244 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e5136a47-00bf-4be8-b134-47ef3ae2eb1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:38.330920 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:38.345580 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e5136a47-00bf-4be8-b134-47ef3ae2eb1b admin admin] Publish callbacks [] for security_group (5d52de84-d2a2-4b68-b67e-d83f39bdfa40), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:38.350985 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e5136a47-00bf-4be8-b134-47ef3ae2eb1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (5d52de84-d2a2-4b68-b67e-d83f39bdfa40), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:38.399658 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-e5136a47-00bf-4be8-b134-47ef3ae2eb1b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b6fc3aef706540c8aa2933c3533d4cba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3296790 Jul 15 14:01:38.399658 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5136a47-00bf-4be8-b134-47ef3ae2eb1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d52de84-d2a2-4b68-b67e-d83f39bdfa40,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:38.400484 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 46610) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:01:38.485704 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0c36d759-a552-40ce-b5e0-16212302ad3c admin admin] Publish callbacks [] for security_group (5d52de84-d2a2-4b68-b67e-d83f39bdfa40), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:38.525878 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0c36d759-a552-40ce-b5e0-16212302ad3c admin admin] Publish callbacks [] for security_group (5d52de84-d2a2-4b68-b67e-d83f39bdfa40), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:38.590416 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0c36d759-a552-40ce-b5e0-16212302ad3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (5d52de84-d2a2-4b68-b67e-d83f39bdfa40), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:38.593062 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0c36d759-a552-40ce-b5e0-16212302ad3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:38.596457 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-0c36d759-a552-40ce-b5e0-16212302ad3c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5d52de84-d2a2-4b68-b67e-d83f39bdfa40 HTTP/1.1" status: 204 len: 168 time: 0.1926506 Jul 15 14:01:38.602871 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c36d759-a552-40ce-b5e0-16212302ad3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d52de84-d2a2-4b68-b67e-d83f39bdfa40,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:38.678792 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5250cf9d-0148-467e-a127-6fc1f1775b79 req-f6f718b9-cc2a-4fa8-bddc-d98eae85c5c0 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:38.681606 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5250cf9d-0148-467e-a127-6fc1f1775b79 req-f6f718b9-cc2a-4fa8-bddc-d98eae85c5c0 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/ports?device_id=03c49059-61d4-4969-96dc-a92d8f3d4cb9 HTTP/1.1" status: 200 len: 943 time: 0.1649566 Jul 15 14:01:38.695441 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545f375-516e-4e8f-b4c9-7d0f692d4e40 req-867c0b5d-cd2f-40f7-b6de-1d09911c27d2 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:38.697534 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9545f375-516e-4e8f-b4c9-7d0f692d4e40 req-867c0b5d-cd2f-40f7-b6de-1d09911c27d2 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 943 time: 0.1540904 Jul 15 14:01:38.813394 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5250cf9d-0148-467e-a127-6fc1f1775b79 req-9f33987c-c53a-4ae1-8a8c-bc4b3b977169 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/security-groups?id=568a9f09-4a35-459c-8983-49332b2ec06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144280 Jul 15 14:01:38.822338 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9545f375-516e-4e8f-b4c9-7d0f692d4e40 req-65739ed7-d2dd-48cf-8214-55c3012b93a8 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137562 Jul 15 14:01:38.969732 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c93ef-accc-43c9-a2d3-fcdf9d0ab511 req-7772fa1a-7756-4e93-bd8a-cc3d1c007a35 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:38.972027 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2e6c93ef-accc-43c9-a2d3-fcdf9d0ab511 req-7772fa1a-7756-4e93-bd8a-cc3d1c007a35 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 931 time: 0.0748386 Jul 15 14:01:38.996876 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:39.068074 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69596e74-f105-40e5-9a67-204400b2d47e req-e12f0b86-4c03-4b3f-96be-fa96ddef8231 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:39.069679 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-69596e74-f105-40e5-9a67-204400b2d47e req-e12f0b86-4c03-4b3f-96be-fa96ddef8231 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 943 time: 0.0817721 Jul 15 14:01:39.078329 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2e6c93ef-accc-43c9-a2d3-fcdf9d0ab511 req-e403e97e-9cb5-4bd8-a3e8-4ce111d6e012 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=79807a53-5589-4e62-99d9-4d6e26871da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000953 Jul 15 14:01:39.153792 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-69596e74-f105-40e5-9a67-204400b2d47e req-b90faaa4-9284-47d7-b68f-91828239f3bb tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731952 Jul 15 14:01:39.172631 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 46638) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:01:39.196477 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-03a2e89c-a983-4b90-a033-4f86a7a29b91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:39.330038 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-03a2e89c-a983-4b90-a033-4f86a7a29b91 admin admin] Publish callbacks [] for security_group (65e1076a-2bef-410f-b68f-f5e34a366fcc), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:39.335190 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-03a2e89c-a983-4b90-a033-4f86a7a29b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (65e1076a-2bef-410f-b68f-f5e34a366fcc), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:39.383539 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-03a2e89c-a983-4b90-a033-4f86a7a29b91 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=38e234b58f424f55b0bc69bf985bd475&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2061234 Jul 15 14:01:39.383877 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 46642) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:01:39.391796 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2e89c-a983-4b90-a033-4f86a7a29b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e1076a-2bef-410f-b68f-f5e34a366fcc,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:39.441548 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-81f36e05-4246-48d7-87dd-1e0ec094c726 admin admin] Publish callbacks [] for security_group (65e1076a-2bef-410f-b68f-f5e34a366fcc), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:39.467118 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-81f36e05-4246-48d7-87dd-1e0ec094c726 admin admin] Publish callbacks [] for security_group (65e1076a-2bef-410f-b68f-f5e34a366fcc), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:39.525483 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-81f36e05-4246-48d7-87dd-1e0ec094c726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (65e1076a-2bef-410f-b68f-f5e34a366fcc), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:39.528637 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-81f36e05-4246-48d7-87dd-1e0ec094c726 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:39.530493 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-81f36e05-4246-48d7-87dd-1e0ec094c726 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/65e1076a-2bef-410f-b68f-f5e34a366fcc HTTP/1.1" status: 204 len: 168 time: 0.1453576 Jul 15 14:01:39.545799 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f36e05-4246-48d7-87dd-1e0ec094c726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e1076a-2bef-410f-b68f-f5e34a366fcc,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:40.016761 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0211f6d0-eb5f-4e15-b905-20e0aa08e8b8 req-4cc7ea1b-239f-4fe8-ba3c-fcee4da4599f tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:40.021165 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0211f6d0-eb5f-4e15-b905-20e0aa08e8b8 req-4cc7ea1b-239f-4fe8-ba3c-fcee4da4599f tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 943 time: 0.0945473 Jul 15 14:01:40.082572 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829ed74-b4df-43b1-9326-37db8f71a81a req-df3de8db-484d-48cd-b54e-2a9e02f72312 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:40.085261 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d829ed74-b4df-43b1-9326-37db8f71a81a req-df3de8db-484d-48cd-b54e-2a9e02f72312 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/ports?device_id=03c49059-61d4-4969-96dc-a92d8f3d4cb9 HTTP/1.1" status: 200 len: 943 time: 0.1259186 Jul 15 14:01:40.175458 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0211f6d0-eb5f-4e15-b905-20e0aa08e8b8 req-e00663b1-6de1-45ca-8d59-1e70a25080b3 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451523 Jul 15 14:01:40.324808 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d829ed74-b4df-43b1-9326-37db8f71a81a req-64c553ab-bf70-4701-b7c7-2b0ca6f22212 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/security-groups?id=568a9f09-4a35-459c-8983-49332b2ec06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903603 Jul 15 14:01:40.449143 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907100c5-df0e-48d2-b42f-42c2cb584139 req-1ba5cd95-5e21-4bed-9239-81fafc1b846e tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:40.456248 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-907100c5-df0e-48d2-b42f-42c2cb584139 req-1ba5cd95-5e21-4bed-9239-81fafc1b846e tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 931 time: 0.0916348 Jul 15 14:01:40.545677 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec6ddff-8df0-4d4d-8308-4b5f68038c42 req-868668e6-0e9b-40c3-97b9-ec76ce73d40a tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:40.547337 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1ec6ddff-8df0-4d4d-8308-4b5f68038c42 req-868668e6-0e9b-40c3-97b9-ec76ce73d40a tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 943 time: 0.0827591 Jul 15 14:01:40.558671 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-907100c5-df0e-48d2-b42f-42c2cb584139 req-be02c1e1-c167-4e21-b0c0-bd4be8d4fae0 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=79807a53-5589-4e62-99d9-4d6e26871da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012475 Jul 15 14:01:40.613662 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1ec6ddff-8df0-4d4d-8308-4b5f68038c42 req-a03622a6-0488-4b23-a501-bf6f4b285c4f tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524168 Jul 15 14:01:41.007651 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [req-ba5eb6bc-f116-4248-8ca9-40fa4f985c2b req-3d8f0f44-088c-4504-b3b7-b17ff30cd7a8 service neutron] Request body: {'port': {'device_id': '4a543a41-bbbc-4c3a-833a-903faa97dde7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85000'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:01:41.074356 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6dc08-4783-48b8-9773-0c311e3ed062 req-15643827-d2e8-4c95-8891-b24650f47b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:41.077255 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4dc6dc08-4783-48b8-9773-0c311e3ed062 req-15643827-d2e8-4c95-8891-b24650f47b77 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cb1d6404-603d-43fd-9d2d-2304ecd9066f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0833464 Jul 15 14:01:41.229269 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ba5eb6bc-f116-4248-8ca9-40fa4f985c2b req-3d8f0f44-088c-4504-b3b7-b17ff30cd7a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (88f82e49-8214-4511-9860-93f14cc42d7e), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:41.329707 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a7df0-0153-4ebe-a3ec-482567c81b2b req-bd7717e9-3b61-4a93-b618-8bfa9a7ca935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:41.331268 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-171a7df0-0153-4ebe-a3ec-482567c81b2b req-bd7717e9-3b61-4a93-b618-8bfa9a7ca935 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cb1d6404-603d-43fd-9d2d-2304ecd9066f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2314994 Jul 15 14:01:41.343245 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a96c82-8583-4593-9bab-3cc567558e62 req-a7e85fcf-8b04-463b-b8ea-c7735d56be90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:41.344797 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-b9a96c82-8583-4593-9bab-3cc567558e62 req-a7e85fcf-8b04-463b-b8ea-c7735d56be90 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c160b9f06dad4ee98349dbc63131c20d&device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 1127 time: 0.2434080 Jul 15 14:01:41.350410 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ef768-6193-4d5e-a4ef-b664ca682595 req-b68d799f-8946-462a-9764-3cb712ab1673 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:41.352579 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-be3ef768-6193-4d5e-a4ef-b664ca682595 req-b68d799f-8946-462a-9764-3cb712ab1673 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 943 time: 0.0702193 Jul 15 14:01:41.460785 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:41.501488 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-be3ef768-6193-4d5e-a4ef-b664ca682595 req-e01f46ad-e2c2-457d-acdc-40b239cdd0e4 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252241 Jul 15 14:01:41.512655 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a532c-2b82-4b8c-8006-9b79388fe5d3 req-06ff2b9d-dddb-4cd3-a5db-a6545bd73398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:41.515153 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-827a532c-2b82-4b8c-8006-9b79388fe5d3 req-06ff2b9d-dddb-4cd3-a5db-a6545bd73398 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448 HTTP/1.1" status: 200 len: 913 time: 0.4163303 Jul 15 14:01:41.519886 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:DELETE=6,neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:41.620465 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677060ed-a967-4ca5-9a63-b0b9dc6b4ed9 req-2fe3d857-4577-4ec4-be2f-7567bf483eac tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:41.625218 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-677060ed-a967-4ca5-9a63-b0b9dc6b4ed9 req-2fe3d857-4577-4ec4-be2f-7567bf483eac tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/ports?device_id=03c49059-61d4-4969-96dc-a92d8f3d4cb9 HTTP/1.1" status: 200 len: 943 time: 0.1076224 Jul 15 14:01:41.772459 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934b7857-55fc-4e13-a02e-898e8a2703c5 req-1824ab5d-c3d0-4817-9a9c-5dce6ac0ad9a tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:41.780291 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-934b7857-55fc-4e13-a02e-898e8a2703c5 req-1824ab5d-c3d0-4817-9a9c-5dce6ac0ad9a tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 931 time: 0.0952489 Jul 15 14:01:41.830728 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-677060ed-a967-4ca5-9a63-b0b9dc6b4ed9 req-3785e185-7df7-46bb-81c7-dcd05f2bb1db tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/security-groups?id=568a9f09-4a35-459c-8983-49332b2ec06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982071 Jul 15 14:01:41.839323 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:41.854404 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [req-ba5eb6bc-f116-4248-8ca9-40fa4f985c2b req-3d8f0f44-088c-4504-b3b7-b17ff30cd7a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88f82e49-8214-4511-9860-93f14cc42d7e {{(pid=103881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 14:01:41.874498 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ba5eb6bc-f116-4248-8ca9-40fa4f985c2b req-3d8f0f44-088c-4504-b3b7-b17ff30cd7a8 service neutron] Publish callbacks [] for port (88f82e49-8214-4511-9860-93f14cc42d7e), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:41.882277 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-934b7857-55fc-4e13-a02e-898e8a2703c5 req-015ee2bb-85db-428a-bc94-656bc816b153 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=79807a53-5589-4e62-99d9-4d6e26871da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965500 Jul 15 14:01:41.901616 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.provisioning_blocks [req-ba5eb6bc-f116-4248-8ca9-40fa4f985c2b req-3d8f0f44-088c-4504-b3b7-b17ff30cd7a8 service neutron] Transition to ACTIVE for port object 88f82e49-8214-4511-9860-93f14cc42d7e will not be triggered until provisioned by entity L2. {{(pid=103881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 15 14:01:41.907545 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ba5eb6bc-f116-4248-8ca9-40fa4f985c2b req-3d8f0f44-088c-4504-b3b7-b17ff30cd7a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268230'] for port (88f82e49-8214-4511-9860-93f14cc42d7e), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:42.095402 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8f0f44-088c-4504-b3b7-b17ff30cd7a8 service neutron] Pushing event updated for resources: {'Port': ['ID=88f82e49-8214-4511-9860-93f14cc42d7e,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:42.148708 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-ba5eb6bc-f116-4248-8ca9-40fa4f985c2b req-3d8f0f44-088c-4504-b3b7-b17ff30cd7a8 service neutron] Attempting to bind port 88f82e49-8214-4511-9860-93f14cc42d7e on host hv-cinder-85000 for vnic_type normal with profile {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 15 14:01:42.149051 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-ba5eb6bc-f116-4248-8ca9-40fa4f985c2b req-3d8f0f44-088c-4504-b3b7-b17ff30cd7a8 service neutron] Attempting to bind port 88f82e49-8214-4511-9860-93f14cc42d7e by drivers openvswitch,hyperv on host hv-cinder-85000 at level 0 using segments [{'id': '5785ea6f-9dc2-4ba6-8569-ab8ef09f42b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0460551c-e776-41db-9da0-199d4897f65f'}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 15 14:01:42.149390 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5eb6bc-f116-4248-8ca9-40fa4f985c2b req-3d8f0f44-088c-4504-b3b7-b17ff30cd7a8 service neutron] Attempting to bind port 88f82e49-8214-4511-9860-93f14cc42d7e on network 0460551c-e776-41db-9da0-199d4897f65f {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:01:42.155803 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5eb6bc-f116-4248-8ca9-40fa4f985c2b req-3d8f0f44-088c-4504-b3b7-b17ff30cd7a8 service neutron] Port 88f82e49-8214-4511-9860-93f14cc42d7e on network 0460551c-e776-41db-9da0-199d4897f65f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85000 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 15 14:01:42.156724 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5eb6bc-f116-4248-8ca9-40fa4f985c2b req-3d8f0f44-088c-4504-b3b7-b17ff30cd7a8 service neutron] Attempting to bind port 88f82e49-8214-4511-9860-93f14cc42d7e on network 0460551c-e776-41db-9da0-199d4897f65f {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:01:42.171944 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5eb6bc-f116-4248-8ca9-40fa4f985c2b req-3d8f0f44-088c-4504-b3b7-b17ff30cd7a8 service neutron] Checking agent: {'id': '73ab3907-1bcf-455f-a05d-131e96f159a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85000', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 13, 58, 57), 'started_at': datetime.datetime(2022, 7, 15, 13, 58, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 14, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 14:01:42.172288 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5eb6bc-f116-4248-8ca9-40fa4f985c2b req-3d8f0f44-088c-4504-b3b7-b17ff30cd7a8 service neutron] Checking segment: {'id': '5785ea6f-9dc2-4ba6-8569-ab8ef09f42b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0460551c-e776-41db-9da0-199d4897f65f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:01:42.172851 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5eb6bc-f116-4248-8ca9-40fa4f985c2b req-3d8f0f44-088c-4504-b3b7-b17ff30cd7a8 service neutron] Bound using segment: {'id': '5785ea6f-9dc2-4ba6-8569-ab8ef09f42b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0460551c-e776-41db-9da0-199d4897f65f'} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 14:01:42.175398 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-ba5eb6bc-f116-4248-8ca9-40fa4f985c2b req-3d8f0f44-088c-4504-b3b7-b17ff30cd7a8 service neutron] Bound port: 88f82e49-8214-4511-9860-93f14cc42d7e, host: hv-cinder-85000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5785ea6f-9dc2-4ba6-8569-ab8ef09f42b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0460551c-e776-41db-9da0-199d4897f65f'}}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 15 14:01:42.175779 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ba5eb6bc-f116-4248-8ca9-40fa4f985c2b req-3d8f0f44-088c-4504-b3b7-b17ff30cd7a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (88f82e49-8214-4511-9860-93f14cc42d7e), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:42.230272 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cebeb32-2a0c-4be6-9dc1-df22a3af3a41 req-b440bbc9-cff4-4d5a-9cce-6cb167d06679 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:42.233289 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8cebeb32-2a0c-4be6-9dc1-df22a3af3a41 req-b440bbc9-cff4-4d5a-9cce-6cb167d06679 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 943 time: 0.3144176 Jul 15 14:01:42.279155 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-ba5eb6bc-f116-4248-8ca9-40fa4f985c2b req-3d8f0f44-088c-4504-b3b7-b17ff30cd7a8 service neutron] For port 88f82e49-8214-4511-9860-93f14cc42d7e, host hv-cinder-85000, cleared binding levels {{(pid=103881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:01:42.282970 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-ba5eb6bc-f116-4248-8ca9-40fa4f985c2b req-3d8f0f44-088c-4504-b3b7-b17ff30cd7a8 service neutron] For port 88f82e49-8214-4511-9860-93f14cc42d7e, host hv-cinder-85000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=88f82e49-8214-4511-9860-93f14cc42d7e,segment=NetworkSegment(5785ea6f-9dc2-4ba6-8569-ab8ef09f42b4),segment_id=5785ea6f-9dc2-4ba6-8569-ab8ef09f42b4)] {{(pid=103881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:01:42.292971 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ba5eb6bc-f116-4248-8ca9-40fa4f985c2b req-3d8f0f44-088c-4504-b3b7-b17ff30cd7a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268230'] for port (88f82e49-8214-4511-9860-93f14cc42d7e), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:42.317165 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8cebeb32-2a0c-4be6-9dc1-df22a3af3a41 req-04a0b4d3-62b4-4e31-8879-a35b86635dd8 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781314 Jul 15 14:01:42.333019 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5eb6bc-f116-4248-8ca9-40fa4f985c2b req-3d8f0f44-088c-4504-b3b7-b17ff30cd7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:42.333876 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ba5eb6bc-f116-4248-8ca9-40fa4f985c2b req-3d8f0f44-088c-4504-b3b7-b17ff30cd7a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:42.335346 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ba5eb6bc-f116-4248-8ca9-40fa4f985c2b req-3d8f0f44-088c-4504-b3b7-b17ff30cd7a8 service neutron] 10.222.0.64 "PUT /v2.0/ports/88f82e49-8214-4511-9860-93f14cc42d7e HTTP/1.1" status: 200 len: 1093 time: 1.3430820 Jul 15 14:01:42.335825 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a543a41-bbbc-4c3a-833a-903faa97dde7', 'tag': '88f82e49-8214-4511-9860-93f14cc42d7e'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:01:42.338807 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27b3149431a8a58964108cadaaee569fc83829ebf6971f3e535c686fd00e584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce3280f-b817-4eb8-bb4e-995ed97b15b3" -d '{"events": [{"name": "network-changed", "server_uuid": "4a543a41-bbbc-4c3a-833a-903faa97dde7", "tag": "88f82e49-8214-4511-9860-93f14cc42d7e"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:01:42.381726 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8f0f44-088c-4504-b3b7-b17ff30cd7a8 service neutron] Pushing event updated for resources: {'Port': ['ID=88f82e49-8214-4511-9860-93f14cc42d7e,revision_number=3']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:42.411643 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 14:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073bcec6-fb02-4785-aa0b-e1dfd8d3a4ac x-openstack-request-id: req-073bcec6-fb02-4785-aa0b-e1dfd8d3a4ac {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:01:42.412228 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a543a41-bbbc-4c3a-833a-903faa97dde7", "tag": "88f82e49-8214-4511-9860-93f14cc42d7e", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:01:42.412658 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-073bcec6-fb02-4785-aa0b-e1dfd8d3a4ac {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:01:42.413211 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-073bcec6-fb02-4785-aa0b-e1dfd8d3a4ac'] response: {'name': 'network-changed', 'server_uuid': '4a543a41-bbbc-4c3a-833a-903faa97dde7', 'tag': '88f82e49-8214-4511-9860-93f14cc42d7e', 'status': 'completed', 'code': 200} Jul 15 14:01:42.631734 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21414707-fe34-4598-a029-bbfacfc6395c req-24183c56-9b95-49c8-8f79-9e4e75e892d3 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:42.633351 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-21414707-fe34-4598-a029-bbfacfc6395c req-24183c56-9b95-49c8-8f79-9e4e75e892d3 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 943 time: 0.0506911 Jul 15 14:01:42.680799 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:42.694328 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-21414707-fe34-4598-a029-bbfacfc6395c req-af37fec7-5b86-4b4f-84d0-86edb1f7fbaf tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546942 Jul 15 14:01:43.004879 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8448b6e-9851-4221-ad16-c4cdc9f2cb7c req-e5b28626-1c2b-45f6-9420-ffc88e234dad tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:43.008174 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c8448b6e-9851-4221-ad16-c4cdc9f2cb7c req-e5b28626-1c2b-45f6-9420-ffc88e234dad tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/ports?device_id=03c49059-61d4-4969-96dc-a92d8f3d4cb9 HTTP/1.1" status: 200 len: 943 time: 0.0791600 Jul 15 14:01:43.085762 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0e397c-f597-4ff8-9310-b152c57cbd58 req-fbe981d8-caee-44a6-aa01-1c95eb2ceec1 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:43.086789 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0d0e397c-f597-4ff8-9310-b152c57cbd58 req-fbe981d8-caee-44a6-aa01-1c95eb2ceec1 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 943 time: 0.0771036 Jul 15 14:01:43.129163 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c8448b6e-9851-4221-ad16-c4cdc9f2cb7c req-abbcb901-b7d4-41a6-98b4-6e78928e0639 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/security-groups?id=568a9f09-4a35-459c-8983-49332b2ec06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003168 Jul 15 14:01:43.177509 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0d0e397c-f597-4ff8-9310-b152c57cbd58 req-340ed341-de32-4951-8896-1629ef908f1f tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=79807a53-5589-4e62-99d9-4d6e26871da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827849 Jul 15 14:01:43.226063 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 46796) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:01:43.343294 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-54d6d27f-b2b0-4794-b71e-175527f96962 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (6c40ee43-5406-4a95-b7b4-11b32ddced25), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:43.366254 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4217eb78-1802-4a6d-b23d-5cbd5c8f48f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:43.466062 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4217eb78-1802-4a6d-b23d-5cbd5c8f48f8 admin admin] Publish callbacks [] for security_group (51e27469-476d-4268-992b-bb05df12fbc2), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:43.471401 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4217eb78-1802-4a6d-b23d-5cbd5c8f48f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (51e27469-476d-4268-992b-bb05df12fbc2), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:43.481618 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef2b23c-3327-4884-9053-3fd07b21ca09 req-4e17e5e5-e799-472d-afdd-9bd27b4c4352 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:43.483259 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bef2b23c-3327-4884-9053-3fd07b21ca09 req-4e17e5e5-e799-472d-afdd-9bd27b4c4352 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 943 time: 0.0629666 Jul 15 14:01:43.517544 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-4217eb78-1802-4a6d-b23d-5cbd5c8f48f8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2442a0daee7d42e9adf18441b18d2a51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2902648 Jul 15 14:01:43.518291 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4217eb78-1802-4a6d-b23d-5cbd5c8f48f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e27469-476d-4268-992b-bb05df12fbc2,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:43.520702 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 46804) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:01:43.549310 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bef2b23c-3327-4884-9053-3fd07b21ca09 req-7e506e48-96d7-4817-a365-e1c8c9dbc8a6 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587664 Jul 15 14:01:43.582781 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e367e255-6e65-4cc8-8314-6d94a522b456 admin admin] Publish callbacks [] for security_group (51e27469-476d-4268-992b-bb05df12fbc2), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:43.594754 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:43.609113 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e367e255-6e65-4cc8-8314-6d94a522b456 admin admin] Publish callbacks [] for security_group (51e27469-476d-4268-992b-bb05df12fbc2), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:43.660190 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e367e255-6e65-4cc8-8314-6d94a522b456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (51e27469-476d-4268-992b-bb05df12fbc2), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:43.662793 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e367e255-6e65-4cc8-8314-6d94a522b456 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:43.664015 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-e367e255-6e65-4cc8-8314-6d94a522b456 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/51e27469-476d-4268-992b-bb05df12fbc2 HTTP/1.1" status: 204 len: 168 time: 0.1423299 Jul 15 14:01:43.675473 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e367e255-6e65-4cc8-8314-6d94a522b456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e27469-476d-4268-992b-bb05df12fbc2,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:43.856237 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb2980-9888-48f6-9c0c-7c4294e683b0 req-ee9789bc-bd32-41b6-94d4-3d4b2d84d972 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:43.857751 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-04fb2980-9888-48f6-9c0c-7c4294e683b0 req-ee9789bc-bd32-41b6-94d4-3d4b2d84d972 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 943 time: 0.0707798 Jul 15 14:01:43.902329 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device c7be0622-dca5-4205-98fa-99c86a79c041 details requested by agent hyperv_hv-cinder-85000 with host hv-cinder-85000 {{(pid=103883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:01:43.966248 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:INSERT=9,neutron:DELETE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:44.002260 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-827a532c-2b82-4b8c-8006-9b79388fe5d3 req-5c4fb888-c4bf-4a4d-863e-00a408dda4be service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7c665a6-0206-4af0-9832-e67d770dfcea HTTP/1.1" status: 200 len: 217 time: 0.1160171 Jul 15 14:01:44.051787 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-04fb2980-9888-48f6-9c0c-7c4294e683b0 req-44d89457-35a5-4ff5-94a0-9aad3355eeae tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866190 Jul 15 14:01:44.079031 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4dc6dc08-4783-48b8-9773-0c311e3ed062 req-ef323a6e-84d3-49f7-b1b6-3ac2ad311d46 service neutron] 10.222.0.64 "GET /v2.0/networks/cb1d6404-603d-43fd-9d2d-2304ecd9066f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063787 Jul 15 14:01:44.086750 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 46818) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:01:44.091169 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port c7be0622-dca5-4205-98fa-99c86a79c041, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=c7be0622-dca5-4205-98fa-99c86a79c041,segment=NetworkSegment(00d52852-4d7f-4f72-9ea8-52445064468d),segment_id=00d52852-4d7f-4f72-9ea8-52445064468d)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:01:44.104278 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:44.109708 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Returning: {'device': 'c7be0622-dca5-4205-98fa-99c86a79c041', 'network_id': 'cb1d6404-603d-43fd-9d2d-2304ecd9066f', 'port_id': 'c7be0622-dca5-4205-98fa-99c86a79c041', 'mac_address': 'fa:16:3e:87:b2:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78ed3b07-fd43-4c88-bba6-d7f332b83abe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:01:44.129726 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2626f64c-49c6-4aac-bc34-bfd7cf798ec4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:44.154637 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Current status of the port c7be0622-dca5-4205-98fa-99c86a79c041 is: DOWN; New status is: BUILD {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:01:44.155016 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (c7be0622-dca5-4205-98fa-99c86a79c041), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:44.178725 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7be0622-dca5-4205-98fa-99c86a79c041 {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 14:01:44.205392 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port c7be0622-dca5-4205-98fa-99c86a79c041, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=c7be0622-dca5-4205-98fa-99c86a79c041,segment=NetworkSegment(00d52852-4d7f-4f72-9ea8-52445064468d),segment_id=00d52852-4d7f-4f72-9ea8-52445064468d)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:01:44.212277 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (c7be0622-dca5-4205-98fa-99c86a79c041), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:44.213308 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device d7c665a6-0206-4af0-9832-e67d770dfcea details requested by agent hyperv_hv-cinder-85000 with host hv-cinder-85000 {{(pid=103883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:01:44.285637 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4dc6dc08-4783-48b8-9773-0c311e3ed062 req-502b6274-0e7a-4205-ab37-768b3169edf2 service neutron] 10.222.0.64 "GET /v2.0/networks/cb1d6404-603d-43fd-9d2d-2304ecd9066f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992836 Jul 15 14:01:44.382879 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a532c-2b82-4b8c-8006-9b79388fe5d3 req-a212ba7e-ef75-493d-8668-8a8b79503f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:44.385226 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-827a532c-2b82-4b8c-8006-9b79388fe5d3 req-a212ba7e-ef75-493d-8668-8a8b79503f1e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=98337d2e-3581-4353-88ca-3d2c4ce5295a HTTP/1.1" status: 200 len: 851 time: 0.3717778 Jul 15 14:01:44.400740 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3280f-b817-4eb8-bb4e-995ed97b15b3 req-652a0094-7125-46de-9327-b2ff566232df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:44.402598 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-6ce3280f-b817-4eb8-bb4e-995ed97b15b3 req-652a0094-7125-46de-9327-b2ff566232df service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c8778d5da3de4c4dbae5d24842b359bc&device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 1127 time: 0.4350624 Jul 15 14:01:44.424400 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c3b36-c4ac-4c43-8e1f-7d05bdf7c1fb req-e7af5b18-70dc-4b4c-8ada-889a357a4cec tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:44.432108 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-611c3b36-c4ac-4c43-8e1f-7d05bdf7c1fb req-e7af5b18-70dc-4b4c-8ada-889a357a4cec tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 943 time: 0.1266050 Jul 15 14:01:44.436842 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-171a7df0-0153-4ebe-a3ec-482567c81b2b req-e5925e92-99d9-4952-9a92-9930073d8721 service neutron] 10.222.0.64 "GET /v2.0/networks/cb1d6404-603d-43fd-9d2d-2304ecd9066f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5126123 Jul 15 14:01:44.448958 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port d7c665a6-0206-4af0-9832-e67d770dfcea, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=d7c665a6-0206-4af0-9832-e67d770dfcea,segment=NetworkSegment(38096d94-fd7d-4e30-b8c0-11363bafd847),segment_id=38096d94-fd7d-4e30-b8c0-11363bafd847)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:01:44.452917 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a96c82-8583-4593-9bab-3cc567558e62 req-f78d961e-1364-4ee6-9f3d-57526cf33150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:44.454615 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-b9a96c82-8583-4593-9bab-3cc567558e62 req-f78d961e-1364-4ee6-9f3d-57526cf33150 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=c160b9f06dad4ee98349dbc63131c20d&shared=False HTTP/1.1" status: 200 len: 917 time: 0.5578403 Jul 15 14:01:44.467249 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f2b62-06d8-491b-87e1-2b910f62c0b0 req-a17bef0c-bbf5-4e65-a2e9-e0cbe0f6f01c tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:44.468846 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-519f2b62-06d8-491b-87e1-2b910f62c0b0 req-a17bef0c-bbf5-4e65-a2e9-e0cbe0f6f01c tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/ports?device_id=03c49059-61d4-4969-96dc-a92d8f3d4cb9 HTTP/1.1" status: 200 len: 943 time: 0.1803663 Jul 15 14:01:44.483428 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Returning: {'device': 'd7c665a6-0206-4af0-9832-e67d770dfcea', 'network_id': '2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448', 'port_id': 'd7c665a6-0206-4af0-9832-e67d770dfcea', 'mac_address': 'fa:16:3e:8a:bd:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98337d2e-3581-4353-88ca-3d2c4ce5295a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:01:44.499661 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:44.541084 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Pushing event updated for resources: {'Port': ['ID=c7be0622-dca5-4205-98fa-99c86a79c041,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:44.545258 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-611c3b36-c4ac-4c43-8e1f-7d05bdf7c1fb req-9ba3ecca-563b-4977-9a87-d9df776f86a1 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=79807a53-5589-4e62-99d9-4d6e26871da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121998 Jul 15 14:01:44.550054 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Current status of the port d7c665a6-0206-4af0-9832-e67d770dfcea is: DOWN; New status is: BUILD {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:01:44.550492 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (d7c665a6-0206-4af0-9832-e67d770dfcea), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:44.576118 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7c665a6-0206-4af0-9832-e67d770dfcea {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 14:01:44.591315 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2626f64c-49c6-4aac-bc34-bfd7cf798ec4 admin admin] Publish callbacks [] for security_group (9fa03d05-71d1-4eff-a677-5349bc2e5ced), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:44.595269 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-519f2b62-06d8-491b-87e1-2b910f62c0b0 req-b0c0d6e8-b9cf-4da3-8a46-1b836a7adbd7 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/security-groups?id=568a9f09-4a35-459c-8983-49332b2ec06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176507 Jul 15 14:01:44.598394 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2626f64c-49c6-4aac-bc34-bfd7cf798ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (9fa03d05-71d1-4eff-a677-5349bc2e5ced), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:44.621434 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port d7c665a6-0206-4af0-9832-e67d770dfcea, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=d7c665a6-0206-4af0-9832-e67d770dfcea,segment=NetworkSegment(38096d94-fd7d-4e30-b8c0-11363bafd847),segment_id=38096d94-fd7d-4e30-b8c0-11363bafd847)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:01:44.623473 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (d7c665a6-0206-4af0-9832-e67d770dfcea), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:44.632945 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:44.652950 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2626f64c-49c6-4aac-bc34-bfd7cf798ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa03d05-71d1-4eff-a677-5349bc2e5ced,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:44.659070 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-2626f64c-49c6-4aac-bc34-bfd7cf798ec4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=90411d027ff04cfcace48be8f0d6b58e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5712397 Jul 15 14:01:44.661807 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 46828) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:01:44.701113 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Pushing event updated for resources: {'Port': ['ID=d7c665a6-0206-4af0-9832-e67d770dfcea,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:44.733102 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b6282bcb-120c-4abb-b2de-7e9ac4d69e06 admin admin] Publish callbacks [] for security_group (9fa03d05-71d1-4eff-a677-5349bc2e5ced), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:44.736778 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df81d2-a721-4722-9488-248b6e52d165 req-cb280e44-ffda-4c6a-b045-757af22177d7 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:44.738414 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-19df81d2-a721-4722-9488-248b6e52d165 req-cb280e44-ffda-4c6a-b045-757af22177d7 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 943 time: 0.0821290 Jul 15 14:01:44.767151 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b6282bcb-120c-4abb-b2de-7e9ac4d69e06 admin admin] Publish callbacks [] for security_group (9fa03d05-71d1-4eff-a677-5349bc2e5ced), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:44.818702 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-19df81d2-a721-4722-9488-248b6e52d165 req-1e151eff-0e31-4fc3-ac0f-7cb60580d629 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726857 Jul 15 14:01:44.851531 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b6282bcb-120c-4abb-b2de-7e9ac4d69e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (9fa03d05-71d1-4eff-a677-5349bc2e5ced), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:44.856670 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b6282bcb-120c-4abb-b2de-7e9ac4d69e06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:44.858682 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-b6282bcb-120c-4abb-b2de-7e9ac4d69e06 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9fa03d05-71d1-4eff-a677-5349bc2e5ced HTTP/1.1" status: 204 len: 168 time: 0.1951997 Jul 15 14:01:44.871058 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6282bcb-120c-4abb-b2de-7e9ac4d69e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa03d05-71d1-4eff-a677-5349bc2e5ced,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:45.243032 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b92823b-5281-481b-94c5-52d45516d04b req-457ac5b3-d553-44a3-a35a-49c730f5db78 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:45.245666 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3b92823b-5281-481b-94c5-52d45516d04b req-457ac5b3-d553-44a3-a35a-49c730f5db78 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 943 time: 0.0822692 Jul 15 14:01:45.320260 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3b92823b-5281-481b-94c5-52d45516d04b req-8728042e-a619-4f2b-9917-6d40b71294d7 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590377 Jul 15 14:01:45.795849 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d13804-6515-4f23-8bc7-0545e3dcbd65 req-ddc96421-cc0b-4b57-87fb-718e28f4e1d8 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:45.797551 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-80d13804-6515-4f23-8bc7-0545e3dcbd65 req-ddc96421-cc0b-4b57-87fb-718e28f4e1d8 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 943 time: 0.1139851 Jul 15 14:01:45.807576 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3ebb9-6eb8-408a-8100-121b6d44f795 req-f6b145fe-da26-455d-995d-70a14e6ea240 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:45.809303 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-48c3ebb9-6eb8-408a-8100-121b6d44f795 req-f6b145fe-da26-455d-995d-70a14e6ea240 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/ports?device_id=03c49059-61d4-4969-96dc-a92d8f3d4cb9 HTTP/1.1" status: 200 len: 944 time: 0.0994849 Jul 15 14:01:45.817124 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:45.844012 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ba7f8731-4865-49dc-a81b-61e12577f33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (f703993d-e678-48e2-a65c-4d8192af82e3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:45.930917 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-80d13804-6515-4f23-8bc7-0545e3dcbd65 req-ddc81850-5d4a-476c-85b4-302f0118854d tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=79807a53-5589-4e62-99d9-4d6e26871da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118493 Jul 15 14:01:45.941495 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-48c3ebb9-6eb8-408a-8100-121b6d44f795 req-996b8064-1e9d-4751-8f7d-ab083c5cd619 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/security-groups?id=568a9f09-4a35-459c-8983-49332b2ec06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197348 Jul 15 14:01:46.100754 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36691d2e-0ccb-4269-b0f9-6396d1f4b8c4 req-6d8f7a8b-da27-440c-9a28-8d45b53845d0 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:46.104421 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-36691d2e-0ccb-4269-b0f9-6396d1f4b8c4 req-6d8f7a8b-da27-440c-9a28-8d45b53845d0 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 943 time: 0.0977764 Jul 15 14:01:46.192121 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-36691d2e-0ccb-4269-b0f9-6396d1f4b8c4 req-63aa1c31-2024-4e9a-9da3-71dcd0899505 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758059 Jul 15 14:01:46.453577 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fddf492-da1f-4b0a-9feb-b71c5370b7aa req-e68060e3-124d-416b-9d84-ce260ab18e4e tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:46.456535 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9fddf492-da1f-4b0a-9feb-b71c5370b7aa req-e68060e3-124d-416b-9d84-ce260ab18e4e tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 943 time: 0.0677066 Jul 15 14:01:46.527319 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9fddf492-da1f-4b0a-9feb-b71c5370b7aa req-7217fbde-ae9d-45d7-90c9-d75192ea1b41 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596137 Jul 15 14:01:47.085748 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a532c-2b82-4b8c-8006-9b79388fe5d3 req-9d83aefd-deec-4c7f-8852-e1720f1db2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:47.087341 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-827a532c-2b82-4b8c-8006-9b79388fe5d3 req-9d83aefd-deec-4c7f-8852-e1720f1db2f0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2635114 Jul 15 14:01:47.200101 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] get_ports_and_sgs() called for port_ids ['c7be0622-dca5-4205-98fa-99c86a79c041'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:01:47.304661 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:47.316115 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f869a-4253-4ac1-bfa8-258e0fdbf9be req-197eb05b-ae80-47d3-a837-7071a31e534c tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:47.325397 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-762f869a-4253-4ac1-bfa8-258e0fdbf9be req-197eb05b-ae80-47d3-a837-7071a31e534c tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 943 time: 0.2141783 Jul 15 14:01:47.344115 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a96c82-8583-4593-9bab-3cc567558e62 req-f3a933bd-4ed5-42f7-ad61-e602eab069f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:47.347391 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-b9a96c82-8583-4593-9bab-3cc567558e62 req-f3a933bd-4ed5-42f7-ad61-e602eab069f9 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5359900 Jul 15 14:01:47.358135 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0396056-fd7f-4f57-80e3-268b70cb1937 req-6dd914c8-1231-4262-94aa-90a4ba8c5e64 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:47.376291 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c0396056-fd7f-4f57-80e3-268b70cb1937 req-6dd914c8-1231-4262-94aa-90a4ba8c5e64 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/ports?device_id=03c49059-61d4-4969-96dc-a92d8f3d4cb9 HTTP/1.1" status: 200 len: 944 time: 0.1686420 Jul 15 14:01:47.377415 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3280f-b817-4eb8-bb4e-995ed97b15b3 req-962828b7-d1fb-4e6b-a0aa-72425df05056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:47.387761 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-6ce3280f-b817-4eb8-bb4e-995ed97b15b3 req-962828b7-d1fb-4e6b-a0aa-72425df05056 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=c8778d5da3de4c4dbae5d24842b359bc&shared=False HTTP/1.1" status: 200 len: 911 time: 0.5595675 Jul 15 14:01:47.419779 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-171a7df0-0153-4ebe-a3ec-482567c81b2b req-6a0adaa1-0db8-4771-826e-3de12d143edd service neutron] 10.222.0.64 "GET /v2.0/networks/cb1d6404-603d-43fd-9d2d-2304ecd9066f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5934963 Jul 15 14:01:47.472612 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] get_ports_and_sgs() called for port_ids ['d7c665a6-0206-4af0-9832-e67d770dfcea'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:01:47.475395 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62650970-9807-4a53-b182-b0e3c169648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (be31d1c0-1844-4ed1-99dc-0179bb6e7ee8), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:47.636941 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-762f869a-4253-4ac1-bfa8-258e0fdbf9be req-ad616c83-e01a-42ac-ac26-b08fdf8b7f70 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=79807a53-5589-4e62-99d9-4d6e26871da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2980542 Jul 15 14:01:47.692199 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c0396056-fd7f-4f57-80e3-268b70cb1937 req-73136a32-e1af-4e29-8ed8-ae5d979f28a0 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/security-groups?id=568a9f09-4a35-459c-8983-49332b2ec06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062522 Jul 15 14:01:47.713413 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-827a532c-2b82-4b8c-8006-9b79388fe5d3 req-5db2429d-d795-46b2-b929-fd4d66b65874 service neutron] 10.222.0.64 "GET /v2.0/networks/2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6137779 Jul 15 14:01:47.783176 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c456e5-f6bd-43d4-9e4b-95b7df75f559 req-3c787887-4068-4e99-8606-f311ea5af57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:47.785871 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-10c456e5-f6bd-43d4-9e4b-95b7df75f559 req-3c787887-4068-4e99-8606-f311ea5af57b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c160b9f06dad4ee98349dbc63131c20d&device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 1127 time: 0.3351240 Jul 15 14:01:47.896467 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3280f-b817-4eb8-bb4e-995ed97b15b3 req-e82debb1-4d5c-49dd-8849-d15b8f6a4574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:47.901258 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-6ce3280f-b817-4eb8-bb4e-995ed97b15b3 req-e82debb1-4d5c-49dd-8849-d15b8f6a4574 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4794316 Jul 15 14:01:47.910354 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d2d4c-b407-41a0-bd21-cbbc64d7b2c2 req-795c0e9f-c6b2-47d5-99b8-7e748a34cf56 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:47.919560 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2d5d2d4c-b407-41a0-bd21-cbbc64d7b2c2 req-795c0e9f-c6b2-47d5-99b8-7e748a34cf56 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 943 time: 0.0805845 Jul 15 14:01:47.997059 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:48.010999 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d91d7-0c33-45de-8f1f-f425754006f2 req-b18db7a3-06ba-4e07-9b36-0c4cd2ce8852 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:48.013138 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-cb5d91d7-0c33-45de-8f1f-f425754006f2 req-b18db7a3-06ba-4e07-9b36-0c4cd2ce8852 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 943 time: 0.0907013 Jul 15 14:01:48.052704 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2d5d2d4c-b407-41a0-bd21-cbbc64d7b2c2 req-4cade5de-3c49-4c50-8017-b6af6d4771f7 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317818 Jul 15 14:01:48.125695 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-cb5d91d7-0c33-45de-8f1f-f425754006f2 req-2b7b877e-949c-4267-8b11-748e0b7b4da0 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978720 Jul 15 14:01:48.492259 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee182daf-6335-4abe-96a5-cfae59e42a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (d0f04363-b393-47bd-b9b2-c25e00098206), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:48.730410 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (7bcac420-d3a9-4cfc-af22-5ba5795a5287), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:48.873444 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5eb5b3-77b4-4ee0-9c0b-bb9a89364883 req-e792a2dd-a534-4e8b-beec-9354a859626e tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:48.875044 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1d5eb5b3-77b4-4ee0-9c0b-bb9a89364883 req-e792a2dd-a534-4e8b-beec-9354a859626e tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 943 time: 0.1116750 Jul 15 14:01:48.899692 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8cabd-7022-4615-8e2d-178fed5b4bb0 req-d2821940-5beb-40d9-807c-063920f61083 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:48.901403 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-77a8cabd-7022-4615-8e2d-178fed5b4bb0 req-d2821940-5beb-40d9-807c-063920f61083 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/ports?device_id=03c49059-61d4-4969-96dc-a92d8f3d4cb9 HTTP/1.1" status: 200 len: 944 time: 0.0859578 Jul 15 14:01:48.935657 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:48.979977 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1d5eb5b3-77b4-4ee0-9c0b-bb9a89364883 req-2f93cf9b-3528-45d3-a670-0d50435e692f tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=79807a53-5589-4e62-99d9-4d6e26871da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920997 Jul 15 14:01:48.996723 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-77a8cabd-7022-4615-8e2d-178fed5b4bb0 req-78fcbfbe-e986-476f-964c-04d787324103 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/security-groups?id=568a9f09-4a35-459c-8983-49332b2ec06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855892 Jul 15 14:01:49.270359 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604223c4-c521-4b39-bdf8-215f2dfac922 req-d22c926b-a76b-4d56-a127-410ec5a3d357 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:49.271842 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-604223c4-c521-4b39-bdf8-215f2dfac922 req-d22c926b-a76b-4d56-a127-410ec5a3d357 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 943 time: 0.0843410 Jul 15 14:01:49.300209 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05122f38-6d4c-4738-9e31-deb3b4f2a0b7 req-39c50892-28cd-4752-b6ee-7f1a27064802 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:49.302138 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-05122f38-6d4c-4738-9e31-deb3b4f2a0b7 req-39c50892-28cd-4752-b6ee-7f1a27064802 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 943 time: 0.0804160 Jul 15 14:01:49.375635 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-604223c4-c521-4b39-bdf8-215f2dfac922 req-f84110b6-f658-46de-be16-c313f1e4647b tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911524 Jul 15 14:01:49.389636 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-05122f38-6d4c-4738-9e31-deb3b4f2a0b7 req-24a8147b-6bac-47bf-a3f8-3726427ee2a0 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764928 Jul 15 14:01:50.222636 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87138aea-1153-4ad8-b10d-955c4911ca84 req-920d098d-6a49-47f0-b4ad-3de6f09b09ac tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:50.225409 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-87138aea-1153-4ad8-b10d-955c4911ca84 req-920d098d-6a49-47f0-b4ad-3de6f09b09ac tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 943 time: 0.1453340 Jul 15 14:01:50.258194 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef7e5c-7b76-4b32-94eb-032b7bb7ef17 req-8f4a3982-79dc-4278-a396-bc58419bce43 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:50.260972 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b2ef7e5c-7b76-4b32-94eb-032b7bb7ef17 req-8f4a3982-79dc-4278-a396-bc58419bce43 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/ports?device_id=03c49059-61d4-4969-96dc-a92d8f3d4cb9 HTTP/1.1" status: 200 len: 944 time: 0.1622496 Jul 15 14:01:50.390892 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-87138aea-1153-4ad8-b10d-955c4911ca84 req-c76a5b71-5c88-4f03-bb33-1fe8502f4581 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=79807a53-5589-4e62-99d9-4d6e26871da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585178 Jul 15 14:01:50.399255 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b2ef7e5c-7b76-4b32-94eb-032b7bb7ef17 req-ff1c782e-1539-406e-88e8-496c844918d2 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/security-groups?id=568a9f09-4a35-459c-8983-49332b2ec06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251185 Jul 15 14:01:50.566390 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76765deb-4e81-4a3e-af57-01874d381dbb req-bf681a15-2f96-4db4-8dab-6846b586a1f5 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:50.567978 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-76765deb-4e81-4a3e-af57-01874d381dbb req-bf681a15-2f96-4db4-8dab-6846b586a1f5 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 943 time: 0.0929170 Jul 15 14:01:50.591953 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39005f3-81c8-4a02-be94-96b80146c24f req-997a3a4b-370f-4d21-b397-2d11ea1d1215 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:50.593636 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f39005f3-81c8-4a02-be94-96b80146c24f req-997a3a4b-370f-4d21-b397-2d11ea1d1215 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 943 time: 0.0802176 Jul 15 14:01:50.668777 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-76765deb-4e81-4a3e-af57-01874d381dbb req-b8d1af4b-3576-4cea-bf26-70bbf0cd2367 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929825 Jul 15 14:01:50.677655 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f39005f3-81c8-4a02-be94-96b80146c24f req-7f2ce620-f5b2-4307-ab8f-a269adff6a88 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736296 Jul 15 14:01:50.968906 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:51.025620 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-10c456e5-f6bd-43d4-9e4b-95b7df75f559 req-3878a9b4-a219-4d70-b315-d055971e42f4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22523bdd-1c81-4c9c-88e3-9d6496dfb8b9 HTTP/1.1" status: 200 len: 217 time: 0.0773697 Jul 15 14:01:51.123913 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device c7be0622-dca5-4205-98fa-99c86a79c041 up at agent hyperv_hv-cinder-85000 {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:01:51.144636 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5eb6bc-f116-4248-8ca9-40fa4f985c2b req-6bc48d2e-759d-4b5b-a1b7-59977c805c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:51.146877 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ba5eb6bc-f116-4248-8ca9-40fa4f985c2b req-6bc48d2e-759d-4b5b-a1b7-59977c805c58 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c8778d5da3de4c4dbae5d24842b359bc&device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 1127 time: 0.1323214 Jul 15 14:01:51.192407 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Provisioning for port c7be0622-dca5-4205-98fa-99c86a79c041 completed by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 15 14:01:51.202988 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Provisioning complete for port c7be0622-dca5-4205-98fa-99c86a79c041 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:01:51.204630 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (c7be0622-dca5-4205-98fa-99c86a79c041), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:51.206622 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ba5eb6bc-f116-4248-8ca9-40fa4f985c2b req-9da19a4a-b25f-4d5c-a311-8af82310ac8d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88f82e49-8214-4511-9860-93f14cc42d7e HTTP/1.1" status: 200 len: 217 time: 0.0512381 Jul 15 14:01:51.223725 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c456e5-f6bd-43d4-9e4b-95b7df75f559 req-60fbcfd5-179d-48b4-ab26-e237df21ef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:51.225408 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-10c456e5-f6bd-43d4-9e4b-95b7df75f559 req-60fbcfd5-179d-48b4-ab26-e237df21ef97 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=df9e13f7-b2b8-4f61-84bd-25765312a9d7 HTTP/1.1" status: 200 len: 855 time: 0.1891861 Jul 15 14:01:51.238482 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:51.287482 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-827a532c-2b82-4b8c-8006-9b79388fe5d3 req-4cf7230c-2176-42c8-8a5e-ee420fb30893 service neutron] 10.222.0.64 "GET /v2.0/networks/2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378730 Jul 15 14:01:51.339461 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c456e5-f6bd-43d4-9e4b-95b7df75f559 req-1d72bb49-f10e-49c1-b79e-66fb9a92598d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:51.341329 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-10c456e5-f6bd-43d4-9e4b-95b7df75f559 req-1d72bb49-f10e-49c1-b79e-66fb9a92598d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=68380afb-92df-4e5a-adc7-5f1834064646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0996346 Jul 15 14:01:51.343558 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5eb6bc-f116-4248-8ca9-40fa4f985c2b req-8fe1df9b-aa97-4b29-bf90-5affc1d0cd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:51.344447 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Current status of the port c7be0622-dca5-4205-98fa-99c86a79c041 is: BUILD; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:01:51.345176 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (c7be0622-dca5-4205-98fa-99c86a79c041), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:51.345305 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ba5eb6bc-f116-4248-8ca9-40fa4f985c2b req-8fe1df9b-aa97-4b29-bf90-5affc1d0cd05 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f6331ee6-fa4c-4f22-93e9-8635c17820f0 HTTP/1.1" status: 200 len: 849 time: 0.1271987 Jul 15 14:01:51.414790 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port c7be0622-dca5-4205-98fa-99c86a79c041, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=c7be0622-dca5-4205-98fa-99c86a79c041,segment=NetworkSegment(00d52852-4d7f-4f72-9ea8-52445064468d),segment_id=00d52852-4d7f-4f72-9ea8-52445064468d)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:01:51.417097 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c6bc8f0-81aa-45df-9fb1-4e581cf0913e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7be0622-dca5-4205-98fa-99c86a79c041'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:01:51.541275 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-10c456e5-f6bd-43d4-9e4b-95b7df75f559 req-85bcc85a-7c98-4524-8993-d92dc1af90f4 service neutron] 10.222.0.64 "GET /v2.0/networks/68380afb-92df-4e5a-adc7-5f1834064646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865261 Jul 15 14:01:51.574192 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (c7be0622-dca5-4205-98fa-99c86a79c041), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:51.575784 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device d7c665a6-0206-4af0-9832-e67d770dfcea up at agent hyperv_hv-cinder-85000 {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:01:51.623015 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5eb6bc-f116-4248-8ca9-40fa4f985c2b req-90cb9fc3-4123-443c-b1d3-8cd2d47ca0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:51.629482 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ba5eb6bc-f116-4248-8ca9-40fa4f985c2b req-90cb9fc3-4123-443c-b1d3-8cd2d47ca0ad service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0460551c-e776-41db-9da0-199d4897f65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2736025 Jul 15 14:01:51.633666 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e40624-ecc6-4cfe-b4f5-d784167f8ada req-5d39f136-e0e6-41cb-bf58-67143482d75f tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:51.655251 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-35e40624-ecc6-4cfe-b4f5-d784167f8ada req-5d39f136-e0e6-41cb-bf58-67143482d75f tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/ports?device_id=03c49059-61d4-4969-96dc-a92d8f3d4cb9 HTTP/1.1" status: 200 len: 944 time: 0.1279960 Jul 15 14:01:51.772709 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Pushing event updated for resources: {'Port': ['ID=c7be0622-dca5-4205-98fa-99c86a79c041,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:51.842421 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Provisioning for port d7c665a6-0206-4af0-9832-e67d770dfcea completed by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 15 14:01:51.851278 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:51.851858 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:51.852496 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:51.853657 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:51.854221 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:51.856663 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:51.857336 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:51.857945 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:51.858477 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:51.859020 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:51.859762 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:51.860832 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:51.861417 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:51.862221 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:51.862981 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:51.879842 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Provisioning complete for port d7c665a6-0206-4af0-9832-e67d770dfcea triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:01:51.880616 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (d7c665a6-0206-4af0-9832-e67d770dfcea), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:51.942492 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0bd3f3-60d6-482d-a28e-aa93c4720666 req-a8e07503-62f2-4a80-ba8a-acc802004f9d tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:51.945547 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-be0bd3f3-60d6-482d-a28e-aa93c4720666 req-a8e07503-62f2-4a80-ba8a-acc802004f9d tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 943 time: 0.2876294 Jul 15 14:01:51.945797 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c4b0ce05359387fb1b8f2741601f150af1cafc779f59aaec505bdecc1202ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b8b70a-c95c-47d5-8d6c-ba291cc5d4ba" -d '{"events": [{"server_uuid": "0c6bc8f0-81aa-45df-9fb1-4e581cf0913e", "name": "network-vif-plugged", "status": "completed", "tag": "c7be0622-dca5-4205-98fa-99c86a79c041"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:01:51.967357 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-35e40624-ecc6-4cfe-b4f5-d784167f8ada req-136de8d4-9c82-4b94-9bf8-8bd8425017b5 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/security-groups?id=568a9f09-4a35-459c-8983-49332b2ec06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105533 Jul 15 14:01:51.995980 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:52.009443 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ba5eb6bc-f116-4248-8ca9-40fa4f985c2b req-e50b49b9-a560-4c66-a7ed-336781dda0b1 service neutron] 10.222.0.64 "GET /v2.0/networks/0460551c-e776-41db-9da0-199d4897f65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866635 Jul 15 14:01:52.094788 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Current status of the port d7c665a6-0206-4af0-9832-e67d770dfcea is: BUILD; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:01:52.095420 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (d7c665a6-0206-4af0-9832-e67d770dfcea), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:52.190459 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-be0bd3f3-60d6-482d-a28e-aa93c4720666 req-13669af5-8a0d-4f22-bc49-686a175427fb tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=79807a53-5589-4e62-99d9-4d6e26871da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2188089 Jul 15 14:01:52.200881 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port d7c665a6-0206-4af0-9832-e67d770dfcea, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=d7c665a6-0206-4af0-9832-e67d770dfcea,segment=NetworkSegment(38096d94-fd7d-4e30-b8c0-11363bafd847),segment_id=38096d94-fd7d-4e30-b8c0-11363bafd847)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:01:52.209293 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (d7c665a6-0206-4af0-9832-e67d770dfcea), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:52.242762 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-10c456e5-f6bd-43d4-9e4b-95b7df75f559 req-9748e486-cfab-4184-b34b-7e70b4fe8669 service neutron] 10.222.0.64 "GET /v2.0/networks/68380afb-92df-4e5a-adc7-5f1834064646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6789415 Jul 15 14:01:52.287038 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:52.296713 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21465a34-87d3-4202-9539-3c0384b107f9 req-3223e7c3-1666-4e1a-845d-4bd1f6f8086c tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:52.306705 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-21465a34-87d3-4202-9539-3c0384b107f9 req-3223e7c3-1666-4e1a-845d-4bd1f6f8086c tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 943 time: 0.0994239 Jul 15 14:01:52.346521 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ba5eb6bc-f116-4248-8ca9-40fa4f985c2b req-80aa7c42-f06c-4181-a163-febe4ae7d74f service neutron] 10.222.0.64 "GET /v2.0/networks/0460551c-e776-41db-9da0-199d4897f65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292699 Jul 15 14:01:52.384728 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Pushing event updated for resources: {'Port': ['ID=d7c665a6-0206-4af0-9832-e67d770dfcea,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:52.522294 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-21465a34-87d3-4202-9539-3c0384b107f9 req-5ffc75bd-4dab-4a24-a35e-52f378c848b8 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145061 Jul 15 14:01:52.552151 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93faa2-b999-4aeb-aef9-0388e40c0061 req-2cb0af40-ebca-4edf-847d-bc19513d0c46 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:52.560637 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3f93faa2-b999-4aeb-aef9-0388e40c0061 req-2cb0af40-ebca-4edf-847d-bc19513d0c46 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 943 time: 0.1691921 Jul 15 14:01:52.629817 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3f93faa2-b999-4aeb-aef9-0388e40c0061 req-a979bb5d-7752-4eb1-8035-923829ffd80f tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680387 Jul 15 14:01:52.676318 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 14:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8981bdac-63e8-4d7c-8a20-f7fda93a188f x-openstack-request-id: req-8981bdac-63e8-4d7c-8a20-f7fda93a188f {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:01:52.676654 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c6bc8f0-81aa-45df-9fb1-4e581cf0913e", "name": "network-vif-plugged", "status": "completed", "tag": "c7be0622-dca5-4205-98fa-99c86a79c041", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:01:52.676915 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8981bdac-63e8-4d7c-8a20-f7fda93a188f {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:01:52.677428 dv-cinder-850002-1-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8981bdac-63e8-4d7c-8a20-f7fda93a188f'] response: {'server_uuid': '0c6bc8f0-81aa-45df-9fb1-4e581cf0913e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7be0622-dca5-4205-98fa-99c86a79c041', 'code': 200} Jul 15 14:01:53.115814 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:53.118066 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device 22523bdd-1c81-4c9c-88e3-9d6496dfb8b9 details requested by agent hyperv_hv-cinder-85000 with host hv-cinder-85000 {{(pid=103883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:01:53.132530 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036867eb-b273-4965-9e40-b4d5fafc2bc7 req-dfdf0d2c-14cd-4043-8d42-1cc9c3f873e1 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:53.134564 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-036867eb-b273-4965-9e40-b4d5fafc2bc7 req-dfdf0d2c-14cd-4043-8d42-1cc9c3f873e1 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/ports?device_id=03c49059-61d4-4969-96dc-a92d8f3d4cb9 HTTP/1.1" status: 200 len: 945 time: 0.0569792 Jul 15 14:01:53.220774 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-036867eb-b273-4965-9e40-b4d5fafc2bc7 req-99cdce6c-df5d-4137-b5c6-cf3892ba9e07 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/security-groups?id=568a9f09-4a35-459c-8983-49332b2ec06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712695 Jul 15 14:01:53.311526 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port 22523bdd-1c81-4c9c-88e3-9d6496dfb8b9, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=22523bdd-1c81-4c9c-88e3-9d6496dfb8b9,segment=NetworkSegment(6120fc8a-8d07-42e8-bbb1-497afed6cae1),segment_id=6120fc8a-8d07-42e8-bbb1-497afed6cae1)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:01:53.325479 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Returning: {'device': '22523bdd-1c81-4c9c-88e3-9d6496dfb8b9', 'network_id': '68380afb-92df-4e5a-adc7-5f1834064646', 'port_id': '22523bdd-1c81-4c9c-88e3-9d6496dfb8b9', 'mac_address': 'fa:16:3e:62:b5:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df9e13f7-b2b8-4f61-84bd-25765312a9d7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:01:53.378878 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b2ab7-33b2-4052-9ab2-6c81c98ec6d9 req-ab67e625-f4de-4f39-9d69-adab8815bb4a tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:53.380909 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d52b2ab7-33b2-4052-9ab2-6c81c98ec6d9 req-ab67e625-f4de-4f39-9d69-adab8815bb4a tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 943 time: 0.0702491 Jul 15 14:01:53.382786 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Current status of the port 22523bdd-1c81-4c9c-88e3-9d6496dfb8b9 is: DOWN; New status is: BUILD {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:01:53.383138 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (22523bdd-1c81-4c9c-88e3-9d6496dfb8b9), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:53.399667 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22523bdd-1c81-4c9c-88e3-9d6496dfb8b9 {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 14:01:53.424669 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port 22523bdd-1c81-4c9c-88e3-9d6496dfb8b9, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=22523bdd-1c81-4c9c-88e3-9d6496dfb8b9,segment=NetworkSegment(6120fc8a-8d07-42e8-bbb1-497afed6cae1),segment_id=6120fc8a-8d07-42e8-bbb1-497afed6cae1)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:01:53.429910 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (22523bdd-1c81-4c9c-88e3-9d6496dfb8b9), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:53.430856 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device 0861b4f1-fb2d-42f9-b72b-e415301f1546 details requested by agent hyperv_hv-cinder-85000 with host hv-cinder-85000 {{(pid=103883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:01:53.464635 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d52b2ab7-33b2-4052-9ab2-6c81c98ec6d9 req-f61a3643-8c7b-49f7-a045-c1cc4f46982b tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=79807a53-5589-4e62-99d9-4d6e26871da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725415 Jul 15 14:01:53.529516 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:53.565655 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Pushing event updated for resources: {'Port': ['ID=22523bdd-1c81-4c9c-88e3-9d6496dfb8b9,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:53.689436 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port 0861b4f1-fb2d-42f9-b72b-e415301f1546, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=0861b4f1-fb2d-42f9-b72b-e415301f1546,segment=NetworkSegment(00d52852-4d7f-4f72-9ea8-52445064468d),segment_id=00d52852-4d7f-4f72-9ea8-52445064468d)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:01:53.712535 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Returning: {'device': '0861b4f1-fb2d-42f9-b72b-e415301f1546', 'network_id': 'cb1d6404-603d-43fd-9d2d-2304ecd9066f', 'port_id': '0861b4f1-fb2d-42f9-b72b-e415301f1546', 'mac_address': 'fa:16:3e:a9:ed:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78ed3b07-fd43-4c88-bba6-d7f332b83abe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:01:53.756671 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a71a7-3daf-405c-9da6-00db111ec33a req-8f727b17-3783-4307-be30-9f6eff3d0911 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:53.760724 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-da5a71a7-3daf-405c-9da6-00db111ec33a req-8f727b17-3783-4307-be30-9f6eff3d0911 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 943 time: 0.1078444 Jul 15 14:01:53.806044 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Current status of the port 0861b4f1-fb2d-42f9-b72b-e415301f1546 is: DOWN; New status is: BUILD {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:01:53.807274 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (0861b4f1-fb2d-42f9-b72b-e415301f1546), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:53.831655 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0861b4f1-fb2d-42f9-b72b-e415301f1546 {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 14:01:53.873131 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port 0861b4f1-fb2d-42f9-b72b-e415301f1546, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=0861b4f1-fb2d-42f9-b72b-e415301f1546,segment=NetworkSegment(00d52852-4d7f-4f72-9ea8-52445064468d),segment_id=00d52852-4d7f-4f72-9ea8-52445064468d)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:01:53.881015 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (0861b4f1-fb2d-42f9-b72b-e415301f1546), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:53.958221 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe0bd88-28f8-4052-ae3d-a7301db0949a req-fb41a401-61c9-4296-8a03-e7c4c3fed883 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:53.966043 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bfe0bd88-28f8-4052-ae3d-a7301db0949a req-fb41a401-61c9-4296-8a03-e7c4c3fed883 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 944 time: 0.2008646 Jul 15 14:01:53.977439 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-da5a71a7-3daf-405c-9da6-00db111ec33a req-287e6074-3ecf-4c97-91f5-e78682fb18d9 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404092 Jul 15 14:01:53.981742 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Pushing event updated for resources: {'Port': ['ID=0861b4f1-fb2d-42f9-b72b-e415301f1546,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:54.054202 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bfe0bd88-28f8-4052-ae3d-a7301db0949a req-c844870b-e24d-4920-b957-6348d5f6c179 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869043 Jul 15 14:01:54.448369 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbe1db9-e8ca-4aa6-885e-e4e1d3d10aeb req-62700f88-92f5-4401-a1b0-553cf97f0226 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:54.456039 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6cbe1db9-e8ca-4aa6-885e-e4e1d3d10aeb req-62700f88-92f5-4401-a1b0-553cf97f0226 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/ports?device_id=03c49059-61d4-4969-96dc-a92d8f3d4cb9 HTTP/1.1" status: 200 len: 945 time: 0.0979316 Jul 15 14:01:54.534540 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6cbe1db9-e8ca-4aa6-885e-e4e1d3d10aeb req-8c38d5ed-a244-41dc-8fb7-197f48ce137b tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/security-groups?id=568a9f09-4a35-459c-8983-49332b2ec06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722139 Jul 15 14:01:54.678511 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c49059-61d4-4969-96dc-a92d8f3d4cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c665a6-0206-4af0-9832-e67d770dfcea'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:01:54.682464 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c4b0ce05359387fb1b8f2741601f150af1cafc779f59aaec505bdecc1202ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d9188c-39ad-42e9-9343-56f2ba16c1c7" -d '{"events": [{"server_uuid": "03c49059-61d4-4969-96dc-a92d8f3d4cb9", "name": "network-vif-plugged", "status": "completed", "tag": "d7c665a6-0206-4af0-9832-e67d770dfcea"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:01:54.736672 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2198131-9bea-43bc-bc52-a8a7b6274847 req-90693466-c537-4c7e-94ca-d62d7ddd680a tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:54.742760 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 14:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a018fa9-990d-4a13-9977-4b11199faeee x-openstack-request-id: req-2a018fa9-990d-4a13-9977-4b11199faeee {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:01:54.743511 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03c49059-61d4-4969-96dc-a92d8f3d4cb9", "name": "network-vif-plugged", "status": "completed", "tag": "d7c665a6-0206-4af0-9832-e67d770dfcea", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:01:54.744222 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2a018fa9-990d-4a13-9977-4b11199faeee {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:01:54.744978 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e2198131-9bea-43bc-bc52-a8a7b6274847 req-90693466-c537-4c7e-94ca-d62d7ddd680a tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 943 time: 0.1318955 Jul 15 14:01:54.745109 dv-cinder-850002-1-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a018fa9-990d-4a13-9977-4b11199faeee'] response: {'server_uuid': '03c49059-61d4-4969-96dc-a92d8f3d4cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c665a6-0206-4af0-9832-e67d770dfcea', 'code': 200} Jul 15 14:01:54.810991 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e2198131-9bea-43bc-bc52-a8a7b6274847 req-4e47a9be-3a93-4bbd-8120-bae0aa7b04ad tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=79807a53-5589-4e62-99d9-4d6e26871da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604193 Jul 15 14:01:55.001828 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 47166) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:01:55.167387 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5149fbed-3fbf-45d8-8fa9-a24db45f485d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:55.176832 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b3326-8aa7-4ccc-a94e-df6e48eef8c7 req-0d009a9d-eb1c-4521-8efc-11ab9623befb tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:55.178455 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0a4b3326-8aa7-4ccc-a94e-df6e48eef8c7 req-0d009a9d-eb1c-4521-8efc-11ab9623befb tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 944 time: 0.0919199 Jul 15 14:01:55.237991 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:55.269486 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0a4b3326-8aa7-4ccc-a94e-df6e48eef8c7 req-c4ec31fc-3cc0-47a6-8b58-d29bf0dec75e tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842032 Jul 15 14:01:55.286149 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8851ae-dc2e-4646-b47a-67a16c85669b req-a1429c3f-0783-4c05-8e89-5a7e8c33e09a tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:55.289137 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1f8851ae-dc2e-4646-b47a-67a16c85669b req-a1429c3f-0783-4c05-8e89-5a7e8c33e09a tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 944 time: 0.0716023 Jul 15 14:01:55.295959 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5149fbed-3fbf-45d8-8fa9-a24db45f485d admin admin] Publish callbacks [] for security_group (327f9baf-a7e1-48ef-91b3-840f291ff660), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:55.301790 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5149fbed-3fbf-45d8-8fa9-a24db45f485d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (327f9baf-a7e1-48ef-91b3-840f291ff660), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:55.350928 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5149fbed-3fbf-45d8-8fa9-a24db45f485d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=327f9baf-a7e1-48ef-91b3-840f291ff660,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:55.360439 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5149fbed-3fbf-45d8-8fa9-a24db45f485d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:55.360926 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5149fbed-3fbf-45d8-8fa9-a24db45f485d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:55.361380 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5149fbed-3fbf-45d8-8fa9-a24db45f485d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:55.361827 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5149fbed-3fbf-45d8-8fa9-a24db45f485d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:55.362281 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5149fbed-3fbf-45d8-8fa9-a24db45f485d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:55.362724 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5149fbed-3fbf-45d8-8fa9-a24db45f485d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:55.363166 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5149fbed-3fbf-45d8-8fa9-a24db45f485d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:55.363611 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5149fbed-3fbf-45d8-8fa9-a24db45f485d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:55.364087 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5149fbed-3fbf-45d8-8fa9-a24db45f485d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:55.364575 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5149fbed-3fbf-45d8-8fa9-a24db45f485d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:55.365062 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5149fbed-3fbf-45d8-8fa9-a24db45f485d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:55.365463 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5149fbed-3fbf-45d8-8fa9-a24db45f485d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:55.365921 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5149fbed-3fbf-45d8-8fa9-a24db45f485d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:55.366325 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5149fbed-3fbf-45d8-8fa9-a24db45f485d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:55.366750 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5149fbed-3fbf-45d8-8fa9-a24db45f485d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:55.375930 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1f8851ae-dc2e-4646-b47a-67a16c85669b req-01b51bed-e984-436a-8fae-a6c287f3d41d tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809827 Jul 15 14:01:55.376726 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 47178) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:01:55.383022 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-5149fbed-3fbf-45d8-8fa9-a24db45f485d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a98b3700ace44b199bcf6bbdddb05cca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3724146 Jul 15 14:01:55.453820 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cee6e14b-c4b4-437e-a40e-a138702cba59 admin admin] Publish callbacks [] for security_group (327f9baf-a7e1-48ef-91b3-840f291ff660), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:55.479260 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cee6e14b-c4b4-437e-a40e-a138702cba59 admin admin] Publish callbacks [] for security_group (327f9baf-a7e1-48ef-91b3-840f291ff660), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:55.540816 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cee6e14b-c4b4-437e-a40e-a138702cba59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (327f9baf-a7e1-48ef-91b3-840f291ff660), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:55.545492 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cee6e14b-c4b4-437e-a40e-a138702cba59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:55.547410 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-cee6e14b-c4b4-437e-a40e-a138702cba59 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/327f9baf-a7e1-48ef-91b3-840f291ff660 HTTP/1.1" status: 204 len: 168 time: 0.1689391 Jul 15 14:01:55.564607 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee6e14b-c4b4-437e-a40e-a138702cba59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327f9baf-a7e1-48ef-91b3-840f291ff660,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:55.583396 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee6e14b-c4b4-437e-a40e-a138702cba59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:55.583870 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee6e14b-c4b4-437e-a40e-a138702cba59 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:55.584334 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee6e14b-c4b4-437e-a40e-a138702cba59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:55.584833 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee6e14b-c4b4-437e-a40e-a138702cba59 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:55.585397 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee6e14b-c4b4-437e-a40e-a138702cba59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:55.586171 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee6e14b-c4b4-437e-a40e-a138702cba59 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:55.586911 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee6e14b-c4b4-437e-a40e-a138702cba59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:55.587987 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee6e14b-c4b4-437e-a40e-a138702cba59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:55.588562 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee6e14b-c4b4-437e-a40e-a138702cba59 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:55.589120 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee6e14b-c4b4-437e-a40e-a138702cba59 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:55.589693 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee6e14b-c4b4-437e-a40e-a138702cba59 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:55.590262 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee6e14b-c4b4-437e-a40e-a138702cba59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:55.591229 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee6e14b-c4b4-437e-a40e-a138702cba59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:55.591392 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee6e14b-c4b4-437e-a40e-a138702cba59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:55.592160 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee6e14b-c4b4-437e-a40e-a138702cba59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:55.696084 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:55.703603 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:55.726462 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb6aa4-91bd-476a-b506-9d05b550d9ef req-808eb0ad-f598-418d-b985-ac2c93b74e68 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:55.729593 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-adeb6aa4-91bd-476a-b506-9d05b550d9ef req-808eb0ad-f598-418d-b985-ac2c93b74e68 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/ports?device_id=03c49059-61d4-4969-96dc-a92d8f3d4cb9 HTTP/1.1" status: 200 len: 945 time: 0.0705600 Jul 15 14:01:55.800200 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-adeb6aa4-91bd-476a-b506-9d05b550d9ef req-175ac42e-5b3a-461a-953d-49e99ba068ba tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/security-groups?id=568a9f09-4a35-459c-8983-49332b2ec06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613980 Jul 15 14:01:55.980342 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 47190) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:01:55.984372 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bebf761-fde6-42ee-9962-847e3c11ac2e req-ebe6d38c-7334-4b64-93d4-4ddd36ea8621 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:55.986259 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0bebf761-fde6-42ee-9962-847e3c11ac2e req-ebe6d38c-7334-4b64-93d4-4ddd36ea8621 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 943 time: 0.0759182 Jul 15 14:01:55.992646 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:56.003009 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-63631d4d-0387-4fb2-8a91-6163bc17396b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:56.068612 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0bebf761-fde6-42ee-9962-847e3c11ac2e req-1b518611-633a-40cd-9749-b25c4b448063 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=79807a53-5589-4e62-99d9-4d6e26871da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712118 Jul 15 14:01:56.141212 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-63631d4d-0387-4fb2-8a91-6163bc17396b admin admin] Publish callbacks [] for security_group (72a3d16d-5dce-4b0f-bda4-9daae98b5bce), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:56.146881 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-63631d4d-0387-4fb2-8a91-6163bc17396b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (72a3d16d-5dce-4b0f-bda4-9daae98b5bce), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:56.205665 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-63631d4d-0387-4fb2-8a91-6163bc17396b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1b332a1739824f08bdb8dbbe93b14cad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2229354 Jul 15 14:01:56.207366 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63631d4d-0387-4fb2-8a91-6163bc17396b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a3d16d-5dce-4b0f-bda4-9daae98b5bce,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:56.208443 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 47194) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:01:56.295357 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6cbc0f98-5dc1-488f-a79b-50441105ae3b admin admin] Publish callbacks [] for security_group (72a3d16d-5dce-4b0f-bda4-9daae98b5bce), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:56.333583 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6cbc0f98-5dc1-488f-a79b-50441105ae3b admin admin] Publish callbacks [] for security_group (72a3d16d-5dce-4b0f-bda4-9daae98b5bce), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:56.361351 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] get_ports_and_sgs() called for port_ids ['22523bdd-1c81-4c9c-88e3-9d6496dfb8b9'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:01:56.492288 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6cbc0f98-5dc1-488f-a79b-50441105ae3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (72a3d16d-5dce-4b0f-bda4-9daae98b5bce), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:56.498091 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6cbc0f98-5dc1-488f-a79b-50441105ae3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:56.506096 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-6cbc0f98-5dc1-488f-a79b-50441105ae3b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/72a3d16d-5dce-4b0f-bda4-9daae98b5bce HTTP/1.1" status: 204 len: 168 time: 0.2955687 Jul 15 14:01:56.539898 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] get_ports_and_sgs() called for port_ids ['0861b4f1-fb2d-42f9-b72b-e415301f1546'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:01:56.549214 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc0f98-5dc1-488f-a79b-50441105ae3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a3d16d-5dce-4b0f-bda4-9daae98b5bce,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:56.596591 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83664db6-8718-4cdf-ad22-d58d6f013277 req-01760f1f-674f-444e-b677-d614e0fb9505 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:56.610632 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-83664db6-8718-4cdf-ad22-d58d6f013277 req-01760f1f-674f-444e-b677-d614e0fb9505 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 944 time: 0.1922448 Jul 15 14:01:56.781718 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e403ea-cd66-4816-bc70-9ef2a2070e7f req-1c16c74a-10ee-4ebf-af49-a82f134759c5 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:56.795425 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-27e403ea-cd66-4816-bc70-9ef2a2070e7f req-1c16c74a-10ee-4ebf-af49-a82f134759c5 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 944 time: 0.1702793 Jul 15 14:01:56.817492 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:56.901222 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-83664db6-8718-4cdf-ad22-d58d6f013277 req-aa694e02-56ae-4b3a-b9bd-926db16dfdf6 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847216 Jul 15 14:01:56.955847 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (73ab3907-1bcf-455f-a05d-131e96f159a2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:57.095877 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-27e403ea-cd66-4816-bc70-9ef2a2070e7f req-36cb7749-be18-4f34-8889-347f661eb073 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2977655 Jul 15 14:01:57.331045 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-3117b6cd-8377-4598-90e9-298b0791c2f7 None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:01:57.421867 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8569c17-035b-4572-8a46-f9f34f100832 req-ff571409-dea1-4d0d-ae1e-dac636069567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:57.425762 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d8569c17-035b-4572-8a46-f9f34f100832 req-ff571409-dea1-4d0d-ae1e-dac636069567 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0c6bc8f0-81aa-45df-9fb1-4e581cf0913e HTTP/1.1" status: 200 len: 1129 time: 0.4518871 Jul 15 14:01:57.428828 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c8b57b-3e6a-4a82-91f4-7d7ae54e5f3e req-3c041d78-1c9a-463e-bc55-42902151ba6e tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:57.432160 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b8c8b57b-3e6a-4a82-91f4-7d7ae54e5f3e req-3c041d78-1c9a-463e-bc55-42902151ba6e tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/ports?device_id=03c49059-61d4-4969-96dc-a92d8f3d4cb9 HTTP/1.1" status: 200 len: 945 time: 0.2068253 Jul 15 14:01:57.497067 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d5b399-20c5-48a5-a5c6-0ed4c2eb9f72 req-28e30347-6ccb-41b0-8d1a-71fe7fa1299d tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:57.499712 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c6d5b399-20c5-48a5-a5c6-0ed4c2eb9f72 req-28e30347-6ccb-41b0-8d1a-71fe7fa1299d tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 943 time: 0.1497965 Jul 15 14:01:57.628526 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b8c8b57b-3e6a-4a82-91f4-7d7ae54e5f3e req-7b336831-e2d5-4a78-9263-ece4c4e6aaf3 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/security-groups?id=568a9f09-4a35-459c-8983-49332b2ec06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854141 Jul 15 14:01:57.653664 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c6d5b399-20c5-48a5-a5c6-0ed4c2eb9f72 req-fbeac4f9-1411-4550-be3a-35ed48373de6 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=79807a53-5589-4e62-99d9-4d6e26871da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415734 Jul 15 14:01:57.691605 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-d8569c17-035b-4572-8a46-f9f34f100832 req-0468f5e1-d537-456c-9ee7-8b6f9c2791f2 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:57.733347 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29299d6d-6817-4cdf-bfc8-a8dfdad1e09a req-4f335cbc-173a-464a-97fd-4c48c7d341a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:57.736233 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-29299d6d-6817-4cdf-bfc8-a8dfdad1e09a req-4f335cbc-173a-464a-97fd-4c48c7d341a3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=03c49059-61d4-4969-96dc-a92d8f3d4cb9 HTTP/1.1" status: 200 len: 1129 time: 0.1862774 Jul 15 14:01:57.773422 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-29299d6d-6817-4cdf-bfc8-a8dfdad1e09a req-527c1545-cbca-4252-b46b-765f9602788f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:57.882068 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-d8569c17-035b-4572-8a46-f9f34f100832 req-0468f5e1-d537-456c-9ee7-8b6f9c2791f2 service neutron] Publish callbacks [] for security_group (995ad0d1-8de5-439d-bca2-2c9fff5eae1f), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:57.889971 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-d8569c17-035b-4572-8a46-f9f34f100832 req-0468f5e1-d537-456c-9ee7-8b6f9c2791f2 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (995ad0d1-8de5-439d-bca2-2c9fff5eae1f), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:57.969136 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d8569c17-035b-4572-8a46-f9f34f100832 req-0468f5e1-d537-456c-9ee7-8b6f9c2791f2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4170837 Jul 15 14:01:57.970716 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.db.api [req-29299d6d-6817-4cdf-bfc8-a8dfdad1e09a req-527c1545-cbca-4252-b46b-765f9602788f service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 3daa91b4a48b4ed0bc5f2cc3b87094ae {{(pid=103881) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 15 14:01:57.972124 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG oslo_db.api [req-29299d6d-6817-4cdf-bfc8-a8dfdad1e09a req-527c1545-cbca-4252-b46b-765f9602788f service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 14:01:58.001955 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468f5e1-d537-456c-9ee7-8b6f9c2791f2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=995ad0d1-8de5-439d-bca2-2c9fff5eae1f,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:58.088479 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device 88f82e49-8214-4511-9860-93f14cc42d7e details requested by agent hyperv_hv-cinder-85000 with host hv-cinder-85000 {{(pid=103883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:01:58.097334 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device 22523bdd-1c81-4c9c-88e3-9d6496dfb8b9 up at agent hyperv_hv-cinder-85000 {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:01:58.157010 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79eb8f4-ca7d-4132-bd4f-5231f6b1736f req-ba7a3f45-bfea-4e68-b39b-adcc56c88b4d tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:58.189217 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c79eb8f4-ca7d-4132-bd4f-5231f6b1736f req-ba7a3f45-bfea-4e68-b39b-adcc56c88b4d tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 944 time: 0.1171770 Jul 15 14:01:58.273200 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c79eb8f4-ca7d-4132-bd4f-5231f6b1736f req-c1453a83-f156-4320-a8e6-b97f000e50e4 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880883 Jul 15 14:01:58.391194 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6af8c-1617-464a-86e9-d0ae8d0b7e63 req-fc12f209-5721-4bd7-b813-1c8ef8abc2b4 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:58.399956 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bea6af8c-1617-464a-86e9-d0ae8d0b7e63 req-fc12f209-5721-4bd7-b813-1c8ef8abc2b4 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 944 time: 0.0859232 Jul 15 14:01:58.463235 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:58.465603 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Provisioning for port 22523bdd-1c81-4c9c-88e3-9d6496dfb8b9 completed by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 15 14:01:58.473477 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-29299d6d-6817-4cdf-bfc8-a8dfdad1e09a req-527c1545-cbca-4252-b46b-765f9602788f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:58.476908 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bea6af8c-1617-464a-86e9-d0ae8d0b7e63 req-4ccd7c0d-9de2-4bcf-9082-ff3b82351018 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753531 Jul 15 14:01:58.492327 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Provisioning complete for port 22523bdd-1c81-4c9c-88e3-9d6496dfb8b9 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:01:58.492879 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (22523bdd-1c81-4c9c-88e3-9d6496dfb8b9), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:58.618422 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port 88f82e49-8214-4511-9860-93f14cc42d7e, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=88f82e49-8214-4511-9860-93f14cc42d7e,segment=NetworkSegment(5785ea6f-9dc2-4ba6-8569-ab8ef09f42b4),segment_id=5785ea6f-9dc2-4ba6-8569-ab8ef09f42b4)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:01:58.619624 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-29299d6d-6817-4cdf-bfc8-a8dfdad1e09a req-527c1545-cbca-4252-b46b-765f9602788f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=568a9f09-4a35-459c-8983-49332b2ec06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8751450 Jul 15 14:01:58.652954 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Returning: {'device': '88f82e49-8214-4511-9860-93f14cc42d7e', 'network_id': '0460551c-e776-41db-9da0-199d4897f65f', 'port_id': '88f82e49-8214-4511-9860-93f14cc42d7e', 'mac_address': 'fa:16:3e:81:9a:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6331ee6-fa4c-4f22-93e9-8635c17820f0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:01:58.831277 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b68000-6a1b-4b5b-b32f-e40d1b2b2404 req-c9f7497f-b5ea-4e14-997b-abd30f57d1c3 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:58.833462 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-41b68000-6a1b-4b5b-b32f-e40d1b2b2404 req-c9f7497f-b5ea-4e14-997b-abd30f57d1c3 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 943 time: 0.0953104 Jul 15 14:01:58.844115 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eeb1e0-07af-4745-987b-327115e28bdd req-df297704-eb53-42c3-ad2a-80bf632e585a tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:58.845928 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-52eeb1e0-07af-4745-987b-327115e28bdd req-df297704-eb53-42c3-ad2a-80bf632e585a tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/ports?device_id=03c49059-61d4-4969-96dc-a92d8f3d4cb9 HTTP/1.1" status: 200 len: 945 time: 0.0973692 Jul 15 14:01:58.877215 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:58.913803 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:58.922010 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Current status of the port 22523bdd-1c81-4c9c-88e3-9d6496dfb8b9 is: BUILD; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:01:58.922400 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (22523bdd-1c81-4c9c-88e3-9d6496dfb8b9), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:58.924730 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Current status of the port 88f82e49-8214-4511-9860-93f14cc42d7e is: DOWN; New status is: BUILD {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:01:58.925111 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (88f82e49-8214-4511-9860-93f14cc42d7e), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:58.955741 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88f82e49-8214-4511-9860-93f14cc42d7e {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 14:01:58.967667 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f497d21-0e38-4bee-8991-6aae2a4eae9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22523bdd-1c81-4c9c-88e3-9d6496dfb8b9'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:01:58.969950 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c4b0ce05359387fb1b8f2741601f150af1cafc779f59aaec505bdecc1202ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0081f4fd-c653-4d95-a1ad-0c396e1236c0" -d '{"events": [{"server_uuid": "2f497d21-0e38-4bee-8991-6aae2a4eae9b", "name": "network-vif-plugged", "status": "completed", "tag": "22523bdd-1c81-4c9c-88e3-9d6496dfb8b9"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:01:58.973171 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-41b68000-6a1b-4b5b-b32f-e40d1b2b2404 req-73ca17fb-dc9e-4e53-9743-820056116179 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=79807a53-5589-4e62-99d9-4d6e26871da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258414 Jul 15 14:01:58.996839 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port 22523bdd-1c81-4c9c-88e3-9d6496dfb8b9, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=22523bdd-1c81-4c9c-88e3-9d6496dfb8b9,segment=NetworkSegment(6120fc8a-8d07-42e8-bbb1-497afed6cae1),segment_id=6120fc8a-8d07-42e8-bbb1-497afed6cae1)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:01:58.998113 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-52eeb1e0-07af-4745-987b-327115e28bdd req-59b86626-2c54-4ecd-8efa-da15438605be tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/security-groups?id=568a9f09-4a35-459c-8983-49332b2ec06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347399 Jul 15 14:01:58.999477 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port 88f82e49-8214-4511-9860-93f14cc42d7e, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=88f82e49-8214-4511-9860-93f14cc42d7e,segment=NetworkSegment(5785ea6f-9dc2-4ba6-8569-ab8ef09f42b4),segment_id=5785ea6f-9dc2-4ba6-8569-ab8ef09f42b4)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:01:59.004478 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (22523bdd-1c81-4c9c-88e3-9d6496dfb8b9), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:59.005468 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device 0861b4f1-fb2d-42f9-b72b-e415301f1546 up at agent hyperv_hv-cinder-85000 {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:01:59.012045 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (88f82e49-8214-4511-9860-93f14cc42d7e), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:59.069019 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 14:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e4c2c1-d83b-440b-8e53-8b63b8a23668 x-openstack-request-id: req-d5e4c2c1-d83b-440b-8e53-8b63b8a23668 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:01:59.069318 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f497d21-0e38-4bee-8991-6aae2a4eae9b", "name": "network-vif-plugged", "status": "completed", "tag": "22523bdd-1c81-4c9c-88e3-9d6496dfb8b9", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:01:59.069542 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d5e4c2c1-d83b-440b-8e53-8b63b8a23668 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:01:59.069946 dv-cinder-850002-1-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5e4c2c1-d83b-440b-8e53-8b63b8a23668'] response: {'server_uuid': '2f497d21-0e38-4bee-8991-6aae2a4eae9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22523bdd-1c81-4c9c-88e3-9d6496dfb8b9', 'code': 200} Jul 15 14:01:59.098025 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Pushing event updated for resources: {'Port': ['ID=22523bdd-1c81-4c9c-88e3-9d6496dfb8b9,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:59.108621 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Provisioning for port 0861b4f1-fb2d-42f9-b72b-e415301f1546 completed by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 15 14:01:59.133349 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Provisioning complete for port 0861b4f1-fb2d-42f9-b72b-e415301f1546 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:01:59.133728 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (0861b4f1-fb2d-42f9-b72b-e415301f1546), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:59.160161 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:59.202660 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Pushing event updated for resources: {'Port': ['ID=88f82e49-8214-4511-9860-93f14cc42d7e,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:59.255844 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Current status of the port 0861b4f1-fb2d-42f9-b72b-e415301f1546 is: BUILD; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:01:59.256525 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (0861b4f1-fb2d-42f9-b72b-e415301f1546), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:59.309393 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port 0861b4f1-fb2d-42f9-b72b-e415301f1546, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=0861b4f1-fb2d-42f9-b72b-e415301f1546,segment=NetworkSegment(00d52852-4d7f-4f72-9ea8-52445064468d),segment_id=00d52852-4d7f-4f72-9ea8-52445064468d)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:01:59.317641 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (0861b4f1-fb2d-42f9-b72b-e415301f1546), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:01:59.326846 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=5 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:01:59.405647 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Pushing event updated for resources: {'Port': ['ID=0861b4f1-fb2d-42f9-b72b-e415301f1546,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:59.492089 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee4b5e7-64a1-41c2-91ac-0b7286defa05 req-a2e59b4c-615e-458b-bb04-86bc499f6435 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:59.494546 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-dee4b5e7-64a1-41c2-91ac-0b7286defa05 req-a2e59b4c-615e-458b-bb04-86bc499f6435 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 945 time: 0.0870612 Jul 15 14:01:59.595496 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-dee4b5e7-64a1-41c2-91ac-0b7286defa05 req-d3e08555-a215-4c8a-a29d-3d80febcfffe tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868979 Jul 15 14:01:59.690342 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d1066-e19b-4ef0-99ee-dcaa173069dc req-f9091854-34aa-4f1c-a05e-40ac01b0eae6 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:01:59.692182 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-053d1066-e19b-4ef0-99ee-dcaa173069dc req-f9091854-34aa-4f1c-a05e-40ac01b0eae6 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 945 time: 0.0661924 Jul 15 14:01:59.809441 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-053d1066-e19b-4ef0-99ee-dcaa173069dc req-f0a93c11-c40b-427e-96c6-af2e13e8fd4c tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983336 Jul 15 14:02:00.204247 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce11811-3e42-4ee9-a7e7-a5ef51b01073 req-ee46d0a3-763f-4dff-bcc3-fb958db02fc2 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:00.205984 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1ce11811-3e42-4ee9-a7e7-a5ef51b01073 req-ee46d0a3-763f-4dff-bcc3-fb958db02fc2 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 944 time: 0.1137631 Jul 15 14:02:00.237183 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bad91b-56bc-4498-94c2-72607872397b req-e7f4ca7c-a988-49c7-a256-926ee813e6bc tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:00.238988 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-36bad91b-56bc-4498-94c2-72607872397b req-e7f4ca7c-a988-49c7-a256-926ee813e6bc tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/ports?device_id=03c49059-61d4-4969-96dc-a92d8f3d4cb9 HTTP/1.1" status: 200 len: 945 time: 0.1055803 Jul 15 14:02:00.319873 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1ce11811-3e42-4ee9-a7e7-a5ef51b01073 req-ffe822c4-eb81-40ae-b3b4-1d5850ab2c7d tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=79807a53-5589-4e62-99d9-4d6e26871da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039195 Jul 15 14:02:00.329045 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-36bad91b-56bc-4498-94c2-72607872397b req-15e7d430-f53a-4a9c-810f-f93fb6cd1fda tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/security-groups?id=568a9f09-4a35-459c-8983-49332b2ec06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786076 Jul 15 14:02:00.716924 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4730a67-d41a-4b5c-b53b-ebbe65ea5922 req-2dc9f600-b564-4649-9b10-0e15916d525f tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:00.718588 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f4730a67-d41a-4b5c-b53b-ebbe65ea5922 req-2dc9f600-b564-4649-9b10-0e15916d525f tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 945 time: 0.0534642 Jul 15 14:02:00.780724 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f4730a67-d41a-4b5c-b53b-ebbe65ea5922 req-251cc9d9-62b9-4449-8502-56646cd60178 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519688 Jul 15 14:02:01.070861 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89bc879c-c169-47cb-a214-86d5850a55ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0861b4f1-fb2d-42f9-b72b-e415301f1546'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:02:01.073409 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c4b0ce05359387fb1b8f2741601f150af1cafc779f59aaec505bdecc1202ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b6a38b-f4f7-468c-9873-e78d1ad9c8d7" -d '{"events": [{"server_uuid": "89bc879c-c169-47cb-a214-86d5850a55ec", "name": "network-vif-plugged", "status": "completed", "tag": "0861b4f1-fb2d-42f9-b72b-e415301f1546"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:02:01.138567 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 14:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82090484-ff35-47eb-8b51-b52f22614b56 x-openstack-request-id: req-82090484-ff35-47eb-8b51-b52f22614b56 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:02:01.138933 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89bc879c-c169-47cb-a214-86d5850a55ec", "name": "network-vif-plugged", "status": "completed", "tag": "0861b4f1-fb2d-42f9-b72b-e415301f1546", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:02:01.139282 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-82090484-ff35-47eb-8b51-b52f22614b56 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:02:01.139871 dv-cinder-850002-1-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82090484-ff35-47eb-8b51-b52f22614b56'] response: {'server_uuid': '89bc879c-c169-47cb-a214-86d5850a55ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0861b4f1-fb2d-42f9-b72b-e415301f1546', 'code': 200} Jul 15 14:02:01.153535 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36850a12-7069-47a9-8d60-781f4329478e req-93bea918-f192-47c9-8ed7-294b19ed3edc tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:01.155169 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-36850a12-7069-47a9-8d60-781f4329478e req-93bea918-f192-47c9-8ed7-294b19ed3edc tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 945 time: 0.2495265 Jul 15 14:02:01.213784 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-36850a12-7069-47a9-8d60-781f4329478e req-865225c6-4a66-43eb-a484-5c8a7d131197 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514188 Jul 15 14:02:01.527692 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d1af6-1f45-45f6-a6c3-5e1f1e7b671b req-5c17a9bf-1ac9-4b5b-a028-53e689db96ec tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:01.529371 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0b0d1af6-1f45-45f6-a6c3-5e1f1e7b671b req-5c17a9bf-1ac9-4b5b-a028-53e689db96ec tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 944 time: 0.1060319 Jul 15 14:02:01.549596 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db0cb4-b56b-430f-bbe6-12c6f293fc6f req-aacd84f4-0310-4d2f-a190-e1d5ee9a7161 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:01.551390 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f5db0cb4-b56b-430f-bbe6-12c6f293fc6f req-aacd84f4-0310-4d2f-a190-e1d5ee9a7161 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/ports?device_id=03c49059-61d4-4969-96dc-a92d8f3d4cb9 HTTP/1.1" status: 200 len: 945 time: 0.0802791 Jul 15 14:02:01.630166 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0b0d1af6-1f45-45f6-a6c3-5e1f1e7b671b req-21f389ac-05aa-4562-9926-f31bf0ad6c5f tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=79807a53-5589-4e62-99d9-4d6e26871da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938325 Jul 15 14:02:01.647860 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f5db0cb4-b56b-430f-bbe6-12c6f293fc6f req-c6940e5f-a726-4daf-8f6e-3addcadf2262 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/security-groups?id=568a9f09-4a35-459c-8983-49332b2ec06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881665 Jul 15 14:02:01.959013 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da6383-6abd-4784-9628-5882cdd10cde req-82213c33-50db-49b5-a9cb-6fb61c3c3332 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:01.960804 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e5da6383-6abd-4784-9628-5882cdd10cde req-82213c33-50db-49b5-a9cb-6fb61c3c3332 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 945 time: 0.0613039 Jul 15 14:02:01.983459 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] get_ports_and_sgs() called for port_ids ['88f82e49-8214-4511-9860-93f14cc42d7e'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:02:02.026419 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e5da6383-6abd-4784-9628-5882cdd10cde req-17e3a6d5-9656-4f07-801f-9c43b7f23ee9 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574014 Jul 15 14:02:02.402803 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a84c6-4597-4333-a260-2336f5eac2cd req-bd3e2b81-6b82-4c5a-b5c9-36c11c27abed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:02.404381 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-c88a84c6-4597-4333-a260-2336f5eac2cd req-bd3e2b81-6b82-4c5a-b5c9-36c11c27abed service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 1129 time: 0.1309562 Jul 15 14:02:02.406137 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4abf0c-7594-4847-8989-112b09f2b1ee req-66d2b4c9-c781-48e8-af62-16af1b3768b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:02.407860 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-0c4abf0c-7594-4847-8989-112b09f2b1ee req-66d2b4c9-c781-48e8-af62-16af1b3768b7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 1129 time: 0.0642202 Jul 15 14:02:02.450865 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:02.468675 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0676d2b2-7db2-4e94-892b-f2b1b66f2633 req-14ef1e1e-1894-4584-accf-6696a9b56e91 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:02.471626 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0676d2b2-7db2-4e94-892b-f2b1b66f2633 req-14ef1e1e-1894-4584-accf-6696a9b56e91 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 945 time: 0.0942640 Jul 15 14:02:02.565557 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0676d2b2-7db2-4e94-892b-f2b1b66f2633 req-0708a362-537f-4010-960f-70c2f1c5871d tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836809 Jul 15 14:02:02.727565 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-0c4abf0c-7594-4847-8989-112b09f2b1ee req-6a78b1f9-5ce4-4991-89d1-ccbe4fe6d32f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089232 Jul 15 14:02:02.730514 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-c88a84c6-4597-4333-a260-2336f5eac2cd req-dd620ff1-bf62-4034-9162-281af49e28fb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3134058 Jul 15 14:02:02.809269 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device 88f82e49-8214-4511-9860-93f14cc42d7e up at agent hyperv_hv-cinder-85000 {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:02:02.843994 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:02.884484 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Provisioning for port 88f82e49-8214-4511-9860-93f14cc42d7e completed by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 15 14:02:02.897849 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Provisioning complete for port 88f82e49-8214-4511-9860-93f14cc42d7e triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:02:02.898979 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (88f82e49-8214-4511-9860-93f14cc42d7e), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:02.907736 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:02.927310 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f4105-9fa0-4ffd-9c94-2b855e3f8063 req-c8447ed7-3df5-4cba-8c95-12328b4e7eaa tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:02.930376 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-331f4105-9fa0-4ffd-9c94-2b855e3f8063 req-c8447ed7-3df5-4cba-8c95-12328b4e7eaa tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/ports?device_id=03c49059-61d4-4969-96dc-a92d8f3d4cb9 HTTP/1.1" status: 200 len: 945 time: 0.1647851 Jul 15 14:02:02.944413 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d1520b-2553-47d2-9915-ae9321a687e7 req-494cab26-b166-4cf7-a09d-a3ea095144c1 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:02.957284 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-17d1520b-2553-47d2-9915-ae9321a687e7 req-494cab26-b166-4cf7-a09d-a3ea095144c1 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 944 time: 0.1729944 Jul 15 14:02:03.047808 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Current status of the port 88f82e49-8214-4511-9860-93f14cc42d7e is: BUILD; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:02:03.048205 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (88f82e49-8214-4511-9860-93f14cc42d7e), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:03.090452 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-331f4105-9fa0-4ffd-9c94-2b855e3f8063 req-8ecdbc75-c4d4-4162-9046-a570ba38c72b tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/security-groups?id=568a9f09-4a35-459c-8983-49332b2ec06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288941 Jul 15 14:02:03.106086 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-17d1520b-2553-47d2-9915-ae9321a687e7 req-b7b9e83e-1608-4b63-b7a9-0c12d59afba7 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=79807a53-5589-4e62-99d9-4d6e26871da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411588 Jul 15 14:02:03.109877 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port 88f82e49-8214-4511-9860-93f14cc42d7e, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=88f82e49-8214-4511-9860-93f14cc42d7e,segment=NetworkSegment(5785ea6f-9dc2-4ba6-8569-ab8ef09f42b4),segment_id=5785ea6f-9dc2-4ba6-8569-ab8ef09f42b4)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:02:03.130859 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (88f82e49-8214-4511-9860-93f14cc42d7e), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:03.140791 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a543a41-bbbc-4c3a-833a-903faa97dde7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88f82e49-8214-4511-9860-93f14cc42d7e'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:02:03.143460 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c4b0ce05359387fb1b8f2741601f150af1cafc779f59aaec505bdecc1202ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33da5348-13ef-41eb-a2f2-86d88ff332ce" -d '{"events": [{"server_uuid": "4a543a41-bbbc-4c3a-833a-903faa97dde7", "name": "network-vif-plugged", "status": "completed", "tag": "88f82e49-8214-4511-9860-93f14cc42d7e"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:02:03.234158 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 14:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8573330e-d96b-40bb-a689-174bfd561d72 x-openstack-request-id: req-8573330e-d96b-40bb-a689-174bfd561d72 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:02:03.235140 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a543a41-bbbc-4c3a-833a-903faa97dde7", "name": "network-vif-plugged", "status": "completed", "tag": "88f82e49-8214-4511-9860-93f14cc42d7e", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:02:03.235530 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8573330e-d96b-40bb-a689-174bfd561d72 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:02:03.236506 dv-cinder-850002-1-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8573330e-d96b-40bb-a689-174bfd561d72'] response: {'server_uuid': '4a543a41-bbbc-4c3a-833a-903faa97dde7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88f82e49-8214-4511-9860-93f14cc42d7e', 'code': 200} Jul 15 14:02:03.259802 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Pushing event updated for resources: {'Port': ['ID=88f82e49-8214-4511-9860-93f14cc42d7e,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:03.294728 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276ee9a-44f9-49ee-9b9b-acb240e120c4 req-e02e8517-7aff-46a2-b95f-120d79088b5d tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:03.296776 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5276ee9a-44f9-49ee-9b9b-acb240e120c4 req-e02e8517-7aff-46a2-b95f-120d79088b5d tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 945 time: 0.0930505 Jul 15 14:02:03.373369 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5276ee9a-44f9-49ee-9b9b-acb240e120c4 req-a9be5845-a57b-42d3-a5f5-412e91bcfc5b tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698965 Jul 15 14:02:03.746285 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7b42e-ae71-4b79-a1f8-2f1bc212b80d req-d0484c7e-3942-4668-8c2b-64019514d360 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:03.748816 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2df7b42e-ae71-4b79-a1f8-2f1bc212b80d req-d0484c7e-3942-4668-8c2b-64019514d360 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 945 time: 0.0660412 Jul 15 14:02:03.823140 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2df7b42e-ae71-4b79-a1f8-2f1bc212b80d req-955ce37f-b115-4540-b30c-15946bdee3f9 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652378 Jul 15 14:02:04.271908 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a51d46-32b9-4c02-b08c-10dbb30797bc req-0eaef506-2e42-470d-889a-57fadf348482 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:04.273597 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b8a51d46-32b9-4c02-b08c-10dbb30797bc req-0eaef506-2e42-470d-889a-57fadf348482 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/ports?device_id=03c49059-61d4-4969-96dc-a92d8f3d4cb9 HTTP/1.1" status: 200 len: 945 time: 0.0850980 Jul 15 14:02:04.281976 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65606fe-8a59-4785-aaf1-e269733cbfc1 req-61b004d4-52ce-4751-8e3f-81417b2320d5 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:04.283591 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c65606fe-8a59-4785-aaf1-e269733cbfc1 req-61b004d4-52ce-4751-8e3f-81417b2320d5 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 945 time: 0.0833869 Jul 15 14:02:04.373424 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b8a51d46-32b9-4c02-b08c-10dbb30797bc req-512b91df-2014-49a1-b572-0aa99b6343a3 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/security-groups?id=568a9f09-4a35-459c-8983-49332b2ec06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884659 Jul 15 14:02:04.421559 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c65606fe-8a59-4785-aaf1-e269733cbfc1 req-02438d70-a64a-48cb-80ad-1e86e278797c tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=79807a53-5589-4e62-99d9-4d6e26871da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211464 Jul 15 14:02:04.631100 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e092d0-eba8-4018-a573-124e1ec63c5e req-90189290-3633-43ca-94ff-045abf63c4d5 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:04.642993 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-24e092d0-eba8-4018-a573-124e1ec63c5e req-90189290-3633-43ca-94ff-045abf63c4d5 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 945 time: 0.1278598 Jul 15 14:02:04.711863 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-24e092d0-eba8-4018-a573-124e1ec63c5e req-9444b0d3-cb30-42a2-ad78-14f97ee3f991 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675836 Jul 15 14:02:05.185703 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2ca99-d89c-424b-9902-7faf5aa9629d req-ecebaee3-8dfb-4810-934e-cf93245de56f tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:05.187352 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f1f2ca99-d89c-424b-9902-7faf5aa9629d req-ecebaee3-8dfb-4810-934e-cf93245de56f tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 945 time: 0.1515152 Jul 15 14:02:05.324621 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f1f2ca99-d89c-424b-9902-7faf5aa9629d req-1352f30b-e96a-48c2-9659-223349676f43 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291981 Jul 15 14:02:05.407136 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 47510) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:05.638882 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a9586377-28d6-4a8d-85ac-789a60d722f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:05.655522 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a10a9-1196-470c-b2ec-7f2fce0fb308 req-dfec4f25-6de1-4f91-945b-51c4ab38a91d tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:05.661230 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-786a10a9-1196-470c-b2ec-7f2fce0fb308 req-dfec4f25-6de1-4f91-945b-51c4ab38a91d tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 945 time: 0.1329484 Jul 15 14:02:05.670510 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 47524) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:05.673819 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f418c96-6504-4cdf-bdc9-52dfd54243e1 req-ca350116-bd2a-43f2-8e04-1911b9d8d581 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:05.675659 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3f418c96-6504-4cdf-bdc9-52dfd54243e1 req-ca350116-bd2a-43f2-8e04-1911b9d8d581 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 945 time: 0.1308844 Jul 15 14:02:05.687848 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-1471d082-7e71-4e59-b7b1-e0e286d2600e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Request body: {'floatingip': {'port_id': '22523bdd-1c81-4c9c-88e3-9d6496dfb8b9'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:02:05.734394 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3f418c96-6504-4cdf-bdc9-52dfd54243e1 req-4c798967-858e-465d-8ba0-999f505305a3 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=79807a53-5589-4e62-99d9-4d6e26871da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514615 Jul 15 14:02:05.849074 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1471d082-7e71-4e59-b7b1-e0e286d2600e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks [] for floatingip (ed8e6aa9-5772-4c23-a9d4-350bea84d1bf), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:05.856904 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5905a02-cf52-4b7b-88e2-8b4debd3ed39 req-5db6ed77-3e59-4dc3-a5d9-fb3297320ce6 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:05.858630 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e5905a02-cf52-4b7b-88e2-8b4debd3ed39 req-5db6ed77-3e59-4dc3-a5d9-fb3297320ce6 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 945 time: 0.0528419 Jul 15 14:02:05.914920 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e5905a02-cf52-4b7b-88e2-8b4debd3ed39 req-6f4d7e38-93c2-4964-82a7-68b7f5d5090f tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495498 Jul 15 14:02:06.063002 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:INSERT=18,neutron:SELECT=81,neutron:UPDATE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:06.246782 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a9586377-28d6-4a8d-85ac-789a60d722f0 admin admin] Publish callbacks [] for security_group (b3221574-58ba-480a-9222-4613eb5c130d), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:06.266766 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a9586377-28d6-4a8d-85ac-789a60d722f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (b3221574-58ba-480a-9222-4613eb5c130d), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:06.360666 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-a9586377-28d6-4a8d-85ac-789a60d722f0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1efc768b36b4431a915063be54669644&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9511075 Jul 15 14:02:06.363334 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 47544) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:06.415535 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9586377-28d6-4a8d-85ac-789a60d722f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3221574-58ba-480a-9222-4613eb5c130d,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:06.489614 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a83239e-eca7-46d3-ba54-e540e1ad244b req-a1f2ae99-7a9d-4cd8-b81b-6b5f85f4cbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:06.491498 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5a83239e-eca7-46d3-ba54-e540e1ad244b req-a1f2ae99-7a9d-4cd8-b81b-6b5f85f4cbfa service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 1129 time: 0.1249352 Jul 15 14:02:06.511420 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 47552) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:06.514165 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:06.529511 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ec5a8-bf52-4992-9d39-0c0b3e74c5f5 req-c5a115d7-2d5d-4044-ac7a-41c4c7e2023f tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:06.531990 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-162ec5a8-bf52-4992-9d39-0c0b3e74c5f5 req-c5a115d7-2d5d-4044-ac7a-41c4c7e2023f tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 945 time: 0.0941274 Jul 15 14:02:06.580108 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1586ad78-d60a-4cd6-afe5-6f62d9c7f1d4 admin admin] Publish callbacks [] for security_group (b3221574-58ba-480a-9222-4613eb5c130d), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:06.594629 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:06.641588 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-162ec5a8-bf52-4992-9d39-0c0b3e74c5f5 req-80119e64-8289-4086-a2c5-ea19879c8eec tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955629 Jul 15 14:02:06.648364 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1586ad78-d60a-4cd6-afe5-6f62d9c7f1d4 admin admin] Publish callbacks [] for security_group (b3221574-58ba-480a-9222-4613eb5c130d), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:06.734484 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad744c-0488-497d-8823-8d4caad4789d req-59851097-f2cf-459d-931e-552e07c2693f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:06.738374 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e9ad744c-0488-497d-8823-8d4caad4789d req-59851097-f2cf-459d-931e-552e07c2693f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=77c8c864a31b402880c334c39fbe5a34&device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 1129 time: 0.3236730 Jul 15 14:02:06.797188 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1586ad78-d60a-4cd6-afe5-6f62d9c7f1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (b3221574-58ba-480a-9222-4613eb5c130d), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:06.804841 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1586ad78-d60a-4cd6-afe5-6f62d9c7f1d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:06.809727 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-1586ad78-d60a-4cd6-afe5-6f62d9c7f1d4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b3221574-58ba-480a-9222-4613eb5c130d HTTP/1.1" status: 204 len: 168 time: 0.4443860 Jul 15 14:02:06.839781 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1586ad78-d60a-4cd6-afe5-6f62d9c7f1d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3221574-58ba-480a-9222-4613eb5c130d,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:07.078689 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-7373019b-1548-4def-a125-30a930f93d8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:07.108495 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6c889-15f5-47c2-98c6-f1c4495890a7 req-bd844bfc-d04d-4d12-afb6-6c0968534af2 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:07.109234 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5a83239e-eca7-46d3-ba54-e540e1ad244b req-aaf9c871-7683-4e7f-8fd1-2fb5faec5c44 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=79807a53-5589-4e62-99d9-4d6e26871da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5907660 Jul 15 14:02:07.126674 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-65a6c889-15f5-47c2-98c6-f1c4495890a7 req-bd844bfc-d04d-4d12-afb6-6c0968534af2 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 945 time: 0.1570313 Jul 15 14:02:07.242249 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:07.249323 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.db.resource_extend [None req-1471d082-7e71-4e59-b7b1-e0e286d2600e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 15 14:02:07.261347 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-65a6c889-15f5-47c2-98c6-f1c4495890a7 req-fb1a9d3c-fe64-46fc-a8b8-ba93df703531 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=79807a53-5589-4e62-99d9-4d6e26871da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162150 Jul 15 14:02:07.291917 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad744c-0488-497d-8823-8d4caad4789d req-14e2a224-130c-4eb9-a548-4a4c4256237b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:07.294053 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e9ad744c-0488-497d-8823-8d4caad4789d req-14e2a224-130c-4eb9-a548-4a4c4256237b service neutron] 10.222.0.64 "GET /v2.0/networks?id=cb1d6404-603d-43fd-9d2d-2304ecd9066f HTTP/1.1" status: 200 len: 919 time: 0.5389357 Jul 15 14:02:07.402747 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1471d082-7e71-4e59-b7b1-e0e286d2600e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:07.409487 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e9ad744c-0488-497d-8823-8d4caad4789d req-79e9d0eb-b66e-4d06-8afd-7a80391acaa0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0861b4f1-fb2d-42f9-b72b-e415301f1546 HTTP/1.1" status: 200 len: 217 time: 0.0748563 Jul 15 14:02:07.412184 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1471d082-7e71-4e59-b7b1-e0e286d2600e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448782'] for floatingip (ed8e6aa9-5772-4c23-a9d4-350bea84d1bf), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:07.525485 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-7373019b-1548-4def-a125-30a930f93d8d admin admin] Publish callbacks [] for security_group (28d9b075-6ff0-4c2e-9928-80aaf3955d14), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:07.532800 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-7373019b-1548-4def-a125-30a930f93d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (28d9b075-6ff0-4c2e-9928-80aaf3955d14), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:07.551652 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 47596) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:07.552313 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=4 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:07.573017 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9ac7f0d4-4407-4cf9-add8-5cb9dbd33cd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:07.600693 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-7373019b-1548-4def-a125-30a930f93d8d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=682679f43f134426ab64b48f1d5bed12&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0876918 Jul 15 14:02:07.604451 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7373019b-1548-4def-a125-30a930f93d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d9b075-6ff0-4c2e-9928-80aaf3955d14,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:07.608275 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 47598) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:07.611482 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.db.l3_db [None req-1471d082-7e71-4e59-b7b1-e0e286d2600e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Floating IP ed8e6aa9-5772-4c23-a9d4-350bea84d1bf associated. External IP: 172.27.0.10, port: 22523bdd-1c81-4c9c-88e3-9d6496dfb8b9. Jul 15 14:02:07.779665 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9ac7f0d4-4407-4cf9-add8-5cb9dbd33cd7 admin admin] Publish callbacks [] for security_group (a0ce6b5d-c21d-413b-9899-84bccc8175cd), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:07.789791 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9ac7f0d4-4407-4cf9-add8-5cb9dbd33cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (a0ce6b5d-c21d-413b-9899-84bccc8175cd), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:07.885023 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 47608) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:07.907101 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-9ac7f0d4-4407-4cf9-add8-5cb9dbd33cd7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=778965ae97fa45059787ae6016170a94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3526535 Jul 15 14:02:07.911469 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 47612) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:07.944232 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac7f0d4-4407-4cf9-add8-5cb9dbd33cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ce6b5d-c21d-413b-9899-84bccc8175cd,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:07.979054 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff0064-ce9c-49dc-a69b-542ea6e6732d req-bccaf100-8019-45f5-a204-9a257cf58859 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:07.983152 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d6ff0064-ce9c-49dc-a69b-542ea6e6732d req-bccaf100-8019-45f5-a204-9a257cf58859 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 945 time: 0.1526687 Jul 15 14:02:08.080532 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e74c92b8-f0a8-4ab3-b429-564985bc6daa admin admin] Publish callbacks [] for security_group (28d9b075-6ff0-4c2e-9928-80aaf3955d14), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:08.086958 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad744c-0488-497d-8823-8d4caad4789d req-42790e4a-c861-4cf4-a623-13fa3a8da3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:08.089119 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e9ad744c-0488-497d-8823-8d4caad4789d req-42790e4a-c861-4cf4-a623-13fa3a8da3ae service neutron] 10.222.0.64 "GET /v2.0/subnets?id=78ed3b07-fd43-4c88-bba6-d7f332b83abe HTTP/1.1" status: 200 len: 857 time: 0.1343400 Jul 15 14:02:08.119666 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7cb13b01-2e33-4751-b2e5-7237d40fc63c admin admin] Publish callbacks [] for security_group (a0ce6b5d-c21d-413b-9899-84bccc8175cd), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:08.130272 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d6ff0064-ce9c-49dc-a69b-542ea6e6732d req-f67e92c4-4bcd-42b7-baf0-5c030e7aef6b tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354585 Jul 15 14:02:08.182617 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7cb13b01-2e33-4751-b2e5-7237d40fc63c admin admin] Publish callbacks [] for security_group (a0ce6b5d-c21d-413b-9899-84bccc8175cd), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:08.209033 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e74c92b8-f0a8-4ab3-b429-564985bc6daa admin admin] Publish callbacks [] for security_group (28d9b075-6ff0-4c2e-9928-80aaf3955d14), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:08.215354 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9ec8924b-5fea-47ef-b7b3-01f7b53477b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:08.235889 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad744c-0488-497d-8823-8d4caad4789d req-dcb4b256-ffff-473b-acd5-c7e9860276f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:08.237573 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e9ad744c-0488-497d-8823-8d4caad4789d req-dcb4b256-ffff-473b-acd5-c7e9860276f3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cb1d6404-603d-43fd-9d2d-2304ecd9066f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1364882 Jul 15 14:02:08.302472 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7cb13b01-2e33-4751-b2e5-7237d40fc63c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (a0ce6b5d-c21d-413b-9899-84bccc8175cd), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:08.307810 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7cb13b01-2e33-4751-b2e5-7237d40fc63c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:08.309455 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-7cb13b01-2e33-4751-b2e5-7237d40fc63c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a0ce6b5d-c21d-413b-9899-84bccc8175cd HTTP/1.1" status: 204 len: 168 time: 0.3941846 Jul 15 14:02:08.312563 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=11 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:08.338420 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb13b01-2e33-4751-b2e5-7237d40fc63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ce6b5d-c21d-413b-9899-84bccc8175cd,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:08.414924 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9ec8924b-5fea-47ef-b7b3-01f7b53477b4 admin admin] Publish callbacks [] for security_group (b6f3f9b6-9bb4-4d02-8a65-bc7a077480db), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:08.422002 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9ec8924b-5fea-47ef-b7b3-01f7b53477b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (b6f3f9b6-9bb4-4d02-8a65-bc7a077480db), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:08.516301 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1471d082-7e71-4e59-b7b1-e0e286d2600e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Router 71e21bd5-960a-403c-901a-527508aee993 has already been hosted by L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 14:02:08.523605 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-9ec8924b-5fea-47ef-b7b3-01f7b53477b4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=759f825197ce4ad29d4476f8cdcffe2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6367655 Jul 15 14:02:08.533953 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 47622) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:08.547436 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e9ad744c-0488-497d-8823-8d4caad4789d req-abbdaace-0f03-4ed8-9c3e-61d265bbfeee service neutron] 10.222.0.64 "GET /v2.0/networks/cb1d6404-603d-43fd-9d2d-2304ecd9066f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625129 Jul 15 14:02:08.550943 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e74c92b8-f0a8-4ab3-b429-564985bc6daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (28d9b075-6ff0-4c2e-9928-80aaf3955d14), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:08.554080 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e74c92b8-f0a8-4ab3-b429-564985bc6daa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:08.555309 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-e74c92b8-f0a8-4ab3-b429-564985bc6daa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/28d9b075-6ff0-4c2e-9928-80aaf3955d14 HTTP/1.1" status: 204 len: 168 time: 0.9458685 Jul 15 14:02:08.561580 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:INSERT=6,neutron:SELECT=93,neutron:DELETE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:08.572591 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8791f132-8b2a-4fef-8ee3-74bcb73c96ae req-3d8c4f9d-9843-4a05-821e-3dafef75a020 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:08.574379 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8791f132-8b2a-4fef-8ee3-74bcb73c96ae req-3d8c4f9d-9843-4a05-821e-3dafef75a020 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 945 time: 0.1462777 Jul 15 14:02:08.578902 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 47626) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:08.594749 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec8924b-5fea-47ef-b7b3-01f7b53477b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f3f9b6-9bb4-4d02-8a65-bc7a077480db,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:08.628339 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74c92b8-f0a8-4ab3-b429-564985bc6daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d9b075-6ff0-4c2e-9928-80aaf3955d14,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:08.658684 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:08.682578 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-87e0fa87-a12e-4fe3-a446-5cc61c6d406c admin admin] Publish callbacks [] for security_group (b6f3f9b6-9bb4-4d02-8a65-bc7a077480db), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:08.710406 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8791f132-8b2a-4fef-8ee3-74bcb73c96ae req-10db5d02-17dd-49a8-93f4-0b3b0447fd93 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=79807a53-5589-4e62-99d9-4d6e26871da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289208 Jul 15 14:02:08.726252 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-87e0fa87-a12e-4fe3-a446-5cc61c6d406c admin admin] Publish callbacks [] for security_group (b6f3f9b6-9bb4-4d02-8a65-bc7a077480db), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:08.767156 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1471d082-7e71-4e59-b7b1-e0e286d2600e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:02:08.778264 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1471d082-7e71-4e59-b7b1-e0e286d2600e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for floatingip (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:08.787635 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb06c01-d61b-4ae5-bc36-87ea742f204c None None] Sync routers for ids ['71e21bd5-960a-403c-901a-527508aee993'] in dv-cinder-850002-1-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:02:08.803520 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-87e0fa87-a12e-4fe3-a446-5cc61c6d406c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (b6f3f9b6-9bb4-4d02-8a65-bc7a077480db), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:08.804951 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb06c01-d61b-4ae5-bc36-87ea742f204c None None] Routers {'71e21bd5-960a-403c-901a-527508aee993'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:02:08.807567 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-2fb06c01-d61b-4ae5-bc36-87ea742f204c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:01:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['71e21bd5-960a-403c-901a-527508aee993'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:08.809058 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-87e0fa87-a12e-4fe3-a446-5cc61c6d406c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:08.810677 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-87e0fa87-a12e-4fe3-a446-5cc61c6d406c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b6f3f9b6-9bb4-4d02-8a65-bc7a077480db HTTP/1.1" status: 204 len: 168 time: 0.2757154 Jul 15 14:02:08.825133 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0fa87-a12e-4fe3-a446-5cc61c6d406c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f3f9b6-9bb4-4d02-8a65-bc7a077480db,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:08.859154 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-1471d082-7e71-4e59-b7b1-e0e286d2600e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "PUT /v2.0/floatingips/ed8e6aa9-5772-4c23-a9d4-350bea84d1bf HTTP/1.1" status: 200 len: 990 time: 3.1859846 Jul 15 14:02:08.859857 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f497d21-0e38-4bee-8991-6aae2a4eae9b', 'tag': '22523bdd-1c81-4c9c-88e3-9d6496dfb8b9'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:02:08.863459 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27b3149431a8a58964108cadaaee569fc83829ebf6971f3e535c686fd00e584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95da105-5ad7-4b47-8e9e-0fca58eef3e2" -d '{"events": [{"name": "network-changed", "server_uuid": "2f497d21-0e38-4bee-8991-6aae2a4eae9b", "tag": "22523bdd-1c81-4c9c-88e3-9d6496dfb8b9"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:02:08.919178 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 14:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a967d37e-613b-48b4-add1-1fe65718ec0b x-openstack-request-id: req-a967d37e-613b-48b4-add1-1fe65718ec0b {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:02:08.919962 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f497d21-0e38-4bee-8991-6aae2a4eae9b", "tag": "22523bdd-1c81-4c9c-88e3-9d6496dfb8b9", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:02:08.920519 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a967d37e-613b-48b4-add1-1fe65718ec0b {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:02:08.921524 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a967d37e-613b-48b4-add1-1fe65718ec0b'] response: {'name': 'network-changed', 'server_uuid': '2f497d21-0e38-4bee-8991-6aae2a4eae9b', 'tag': '22523bdd-1c81-4c9c-88e3-9d6496dfb8b9', 'status': 'completed', 'code': 200} Jul 15 14:02:09.045252 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-2fb06c01-d61b-4ae5-bc36-87ea742f204c None None] Set router 71e21bd5-960a-403c-901a-527508aee993 gateway port host: dv-cinder-850002-1-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:02:09.285902 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8d288816-b5d0-4a69-ab8e-2627be591723 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:09.392655 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95da105-5ad7-4b47-8e9e-0fca58eef3e2 req-b1973681-5c7f-455b-b935-fdac6f891600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:09.398389 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-b95da105-5ad7-4b47-8e9e-0fca58eef3e2 req-b1973681-5c7f-455b-b935-fdac6f891600 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c160b9f06dad4ee98349dbc63131c20d&device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 1129 time: 0.1870089 Jul 15 14:02:09.578485 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a9d4f-1a70-4848-9f56-d1b47d0d3ffe req-5d44a4cc-fc0c-44e7-af31-fb36d212f29a tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:09.596894 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-852a9d4f-1a70-4848-9f56-d1b47d0d3ffe req-5d44a4cc-fc0c-44e7-af31-fb36d212f29a tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 945 time: 0.1950343 Jul 15 14:02:09.615658 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e9ad744c-0488-497d-8823-8d4caad4789d req-ecf7dff1-acb8-473b-a692-8e1bb95bb862 service neutron] 10.222.0.64 "GET /v2.0/networks/cb1d6404-603d-43fd-9d2d-2304ecd9066f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4477777 Jul 15 14:02:09.616562 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-2fb06c01-d61b-4ae5-bc36-87ea742f204c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e21bd5-960a-403c-901a-527508aee993', 'name': 'tempest-AttachVolumeShelveTestJSON-698511596-router', 'tenant_id': 'c160b9f06dad4ee98349dbc63131c20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '90681d6e-3fe6-45df-83be-6d9f4128768b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:52Z', 'updated_at': '2022-07-15T14:01:06Z', 'revision_number': 4, 'project_id': 'c160b9f06dad4ee98349dbc63131c20d', 'gw_port': {'id': '90681d6e-3fe6-45df-83be-6d9f4128768b', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e21bd5-960a-403c-901a-527508aee993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:55Z', 'updated_at': '2022-07-15T14:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_floatingips': [{'id': 'ed8e6aa9-5772-4c23-a9d4-350bea84d1bf', 'tenant_id': 'c160b9f06dad4ee98349dbc63131c20d', 'floating_ip_address': '172.27.0.10', 'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'router_id': '71e21bd5-960a-403c-901a-527508aee993', 'port_id': '22523bdd-1c81-4c9c-88e3-9d6496dfb8b9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68380afb-92df-4e5a-adc7-5f1834064646', 'mac_address': 'fa:16:3e:62:b5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f497d21-0e38-4bee-8991-6aae2a4eae9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T14:01:15Z', 'updated_at': '2022-07-15T14:02:07Z', 'revision_number': 1, 'project_id': 'c160b9f06dad4ee98349dbc63131c20d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afc88c8c-00dd-4ca9-a8b7-862d136fbe90', 'name': '', 'network_id': '68380afb-92df-4e5a-adc7-5f1834064646', 'tenant_id': 'c160b9f06dad4ee98349dbc63131c20d', 'mac_address': 'fa:16:3e:df:b0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e21bd5-960a-403c-901a-527508aee993', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'df9e13f7-b2b8-4f61-84bd-25765312a9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:01:04Z', 'updated_at': '2022-07-15T14:01:32Z', 'revision_number': 5, 'project_id': 'c160b9f06dad4ee98349dbc63131c20d', 'subnets': [{'id': 'df9e13f7-b2b8-4f61-84bd-25765312a9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:09.649384 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:09.705741 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95da105-5ad7-4b47-8e9e-0fca58eef3e2 req-5a50f568-0fde-44b9-9b7e-d36971423c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:09.707104 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-b95da105-5ad7-4b47-8e9e-0fca58eef3e2 req-5a50f568-0fde-44b9-9b7e-d36971423c8d service neutron] 10.222.0.64 "GET /v2.0/networks?id=68380afb-92df-4e5a-adc7-5f1834064646 HTTP/1.1" status: 200 len: 917 time: 0.2953241 Jul 15 14:02:09.736924 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb06c01-d61b-4ae5-bc36-87ea742f204c None None] Checking router: 71e21bd5-960a-403c-901a-527508aee993 for host: dv-cinder-850002-1-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:02:09.756536 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb06c01-d61b-4ae5-bc36-87ea742f204c None None] Routers {'71e21bd5-960a-403c-901a-527508aee993'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:02:09.758216 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-2fb06c01-d61b-4ae5-bc36-87ea742f204c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:01:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['71e21bd5-960a-403c-901a-527508aee993'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:09.794697 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8d288816-b5d0-4a69-ab8e-2627be591723 admin admin] Publish callbacks [] for security_group (32c9ff90-7ed9-4831-a4d3-5a4bdfab4b37), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:09.807677 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 47656) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:09.834605 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 47658) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:09.836623 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-55fd0260-c373-4be6-895c-4d6f66360550 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:09.858068 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-852a9d4f-1a70-4848-9f56-d1b47d0d3ffe req-83831fd2-a563-4443-99bb-9f44f6eae2f3 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412069 Jul 15 14:02:09.934098 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8d288816-b5d0-4a69-ab8e-2627be591723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (32c9ff90-7ed9-4831-a4d3-5a4bdfab4b37), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:09.945016 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-b95da105-5ad7-4b47-8e9e-0fca58eef3e2 req-c6a5109d-d900-480f-99fd-74765f889231 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22523bdd-1c81-4c9c-88e3-9d6496dfb8b9 HTTP/1.1" status: 200 len: 998 time: 0.2242067 Jul 15 14:02:10.002639 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-2fb06c01-d61b-4ae5-bc36-87ea742f204c None None] Set router 71e21bd5-960a-403c-901a-527508aee993 gateway port host: dv-cinder-850002-1-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:02:10.008620 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dce9e9dd-abf8-4efe-bfae-4d51d4f5c209 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:10.029707 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95da105-5ad7-4b47-8e9e-0fca58eef3e2 req-7ab6d2f5-e586-450d-bbf9-f103e516620b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:10.031266 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-b95da105-5ad7-4b47-8e9e-0fca58eef3e2 req-7ab6d2f5-e586-450d-bbf9-f103e516620b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=df9e13f7-b2b8-4f61-84bd-25765312a9d7 HTTP/1.1" status: 200 len: 855 time: 0.0785723 Jul 15 14:02:10.074349 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d288816-b5d0-4a69-ab8e-2627be591723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c9ff90-7ed9-4831-a4d3-5a4bdfab4b37,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:10.120721 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95da105-5ad7-4b47-8e9e-0fca58eef3e2 req-e337ae7d-b49a-42a9-a9e4-51ace0a4ba98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:10.123452 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-b95da105-5ad7-4b47-8e9e-0fca58eef3e2 req-e337ae7d-b49a-42a9-a9e4-51ace0a4ba98 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=68380afb-92df-4e5a-adc7-5f1834064646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0844436 Jul 15 14:02:10.169981 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4092ceb-5ac0-4c15-b83f-715c213ef922 req-2e78849a-d10e-45a4-8b6a-78f578ea0fec tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:10.178214 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e4092ceb-5ac0-4c15-b83f-715c213ef922 req-2e78849a-d10e-45a4-8b6a-78f578ea0fec tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 945 time: 0.2619724 Jul 15 14:02:10.203257 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-8d288816-b5d0-4a69-ab8e-2627be591723 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=356871afb8a742258c2128579e7416e5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6232076 Jul 15 14:02:10.213664 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 47664) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:10.235638 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:DELETE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:10.285929 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-b95da105-5ad7-4b47-8e9e-0fca58eef3e2 req-168db9c3-3e16-4a13-8a1d-5d02279ab0cf service neutron] 10.222.0.64 "GET /v2.0/networks/68380afb-92df-4e5a-adc7-5f1834064646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537943 Jul 15 14:02:10.336368 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=74,neutron:DELETE=2,neutron:INSERT=21,neutron:UPDATE=3 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:10.372687 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e4092ceb-5ac0-4c15-b83f-715c213ef922 req-83848f39-a3f8-4d9a-8334-3e526b670715 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=79807a53-5589-4e62-99d9-4d6e26871da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931596 Jul 15 14:02:10.426942 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-2fb06c01-d61b-4ae5-bc36-87ea742f204c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e21bd5-960a-403c-901a-527508aee993', 'name': 'tempest-AttachVolumeShelveTestJSON-698511596-router', 'tenant_id': 'c160b9f06dad4ee98349dbc63131c20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '90681d6e-3fe6-45df-83be-6d9f4128768b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:52Z', 'updated_at': '2022-07-15T14:01:06Z', 'revision_number': 4, 'project_id': 'c160b9f06dad4ee98349dbc63131c20d', 'gw_port': {'id': '90681d6e-3fe6-45df-83be-6d9f4128768b', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e21bd5-960a-403c-901a-527508aee993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:55Z', 'updated_at': '2022-07-15T14:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_floatingips': [{'id': 'ed8e6aa9-5772-4c23-a9d4-350bea84d1bf', 'tenant_id': 'c160b9f06dad4ee98349dbc63131c20d', 'floating_ip_address': '172.27.0.10', 'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'router_id': '71e21bd5-960a-403c-901a-527508aee993', 'port_id': '22523bdd-1c81-4c9c-88e3-9d6496dfb8b9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68380afb-92df-4e5a-adc7-5f1834064646', 'mac_address': 'fa:16:3e:62:b5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f497d21-0e38-4bee-8991-6aae2a4eae9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T14:01:15Z', 'updated_at': '2022-07-15T14:02:07Z', 'revision_number': 1, 'project_id': 'c160b9f06dad4ee98349dbc63131c20d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afc88c8c-00dd-4ca9-a8b7-862d136fbe90', 'name': '', 'network_id': '68380afb-92df-4e5a-adc7-5f1834064646', 'tenant_id': 'c160b9f06dad4ee98349dbc63131c20d', 'mac_address': 'fa:16:3e:df:b0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e21bd5-960a-403c-901a-527508aee993', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'df9e13f7-b2b8-4f61-84bd-25765312a9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:01:04Z', 'updated_at': '2022-07-15T14:01:32Z', 'revision_number': 5, 'project_id': 'c160b9f06dad4ee98349dbc63131c20d', 'subnets': [{'id': 'df9e13f7-b2b8-4f61-84bd-25765312a9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:10.440565 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dce9e9dd-abf8-4efe-bfae-4d51d4f5c209 admin admin] Publish callbacks [] for security_group (a8114d7a-ba18-47e2-b885-5ff9dfa95b6d), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:10.472966 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb06c01-d61b-4ae5-bc36-87ea742f204c None None] The sync data for ids ['71e21bd5-960a-403c-901a-527508aee993'] in dv-cinder-850002-1-iscsi is: [{'id': '71e21bd5-960a-403c-901a-527508aee993', 'name': 'tempest-AttachVolumeShelveTestJSON-698511596-router', 'tenant_id': 'c160b9f06dad4ee98349dbc63131c20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '90681d6e-3fe6-45df-83be-6d9f4128768b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:52Z', 'updated_at': '2022-07-15T14:01:06Z', 'revision_number': 4, 'project_id': 'c160b9f06dad4ee98349dbc63131c20d', 'gw_port': {'id': '90681d6e-3fe6-45df-83be-6d9f4128768b', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e21bd5-960a-403c-901a-527508aee993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:55Z', 'updated_at': '2022-07-15T14:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_floatingips': [{'id': 'ed8e6aa9-5772-4c23-a9d4-350bea84d1bf', 'tenant_id': 'c160b9f06dad4ee98349dbc63131c20d', 'floating_ip_address': '172.27.0.10', 'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'router_id': '71e21bd5-960a-403c-901a-527508aee993', 'port_id': '22523bdd-1c81-4c9c-88e3-9d6496dfb8b9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68380afb-92df-4e5a-adc7-5f1834064646', 'mac_address': 'fa:16:3e:62:b5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f497d21-0e38-4bee-8991-6aae2a4eae9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T14:01:15Z', 'updated_at': '2022-07-15T14:02:07Z', 'revision_number': 1, 'project_id': 'c160b9f06dad4ee98349dbc63131c20d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afc88c8c-00dd-4ca9-a8b7-862d136fbe90', 'name': '', 'network_id': '68380afb-92df-4e5a-adc7-5f1834064646', 'tenant_id': 'c160b9f06dad4ee98349dbc63131c20d', 'mac_address': 'fa:16:3e:df:b0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e21bd5-960a-403c-901a-527508aee993', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'df9e13f7-b2b8-4f61-84bd-25765312a9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:01:04Z', 'updated_at': '2022-07-15T14:01:32Z', 'revision_number': 5, 'project_id': 'c160b9f06dad4ee98349dbc63131c20d', 'subnets': [{'id': 'df9e13f7-b2b8-4f61-84bd-25765312a9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:02:10.473323 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dce9e9dd-abf8-4efe-bfae-4d51d4f5c209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (a8114d7a-ba18-47e2-b885-5ff9dfa95b6d), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:10.521192 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-b95da105-5ad7-4b47-8e9e-0fca58eef3e2 req-361eed5b-7802-4a3e-8247-28c3a3339a82 service neutron] 10.222.0.64 "GET /v2.0/networks/68380afb-92df-4e5a-adc7-5f1834064646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290928 Jul 15 14:02:10.579705 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-55fd0260-c373-4be6-895c-4d6f66360550 admin admin] Publish callbacks [] for security_group (95f1a2fb-bd3c-4f24-a463-c59f199daa1c), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:10.581664 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-96cdeffd-5f8c-4105-8fe2-bee2b5d33b4a admin admin] Publish callbacks [] for security_group (32c9ff90-7ed9-4831-a4d3-5a4bdfab4b37), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:10.658079 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-55fd0260-c373-4be6-895c-4d6f66360550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (95f1a2fb-bd3c-4f24-a463-c59f199daa1c), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:10.690965 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9e9dd-abf8-4efe-bfae-4d51d4f5c209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8114d7a-ba18-47e2-b885-5ff9dfa95b6d,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:10.718924 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-dce9e9dd-abf8-4efe-bfae-4d51d4f5c209 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=da4a891053ae4648a9979c1f46bda75e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8536248 Jul 15 14:02:10.719432 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 47678) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:10.746676 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc4ee50-bb72-4da2-9c70-a70f7536e884 req-3b8149fb-dd52-40b6-9fcf-24a1a71716ad tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:10.748286 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6bc4ee50-bb72-4da2-9c70-a70f7536e884 req-3b8149fb-dd52-40b6-9fcf-24a1a71716ad tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 945 time: 0.1986494 Jul 15 14:02:10.759195 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-55fd0260-c373-4be6-895c-4d6f66360550 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5c79f56d80944b5ea1e39a743874d366&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9498713 Jul 15 14:02:10.760250 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 47680) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:10.761539 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-96cdeffd-5f8c-4105-8fe2-bee2b5d33b4a admin admin] Publish callbacks [] for security_group (32c9ff90-7ed9-4831-a4d3-5a4bdfab4b37), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:10.763608 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 47682) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:10.778602 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-1d2fc182-418b-4e52-b697-f25cb9893775 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Request body: {'floatingip': {'port_id': '88f82e49-8214-4511-9860-93f14cc42d7e'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:02:10.811864 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39127659-2fe0-40fb-9ead-54a14e99c47a None None] New status for floating IP ed8e6aa9-5772-4c23-a9d4-350bea84d1bf: ACTIVE {{(pid=103883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 15 14:02:10.870596 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ad9a818e-19a0-4b15-bbf1-44d8f9373b09 admin admin] Publish callbacks [] for security_group (95f1a2fb-bd3c-4f24-a463-c59f199daa1c), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:10.873884 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6f55f18a-e277-49d4-9ab2-4d84e4db23dd admin admin] Publish callbacks [] for security_group (a8114d7a-ba18-47e2-b885-5ff9dfa95b6d), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:10.887650 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1d2fc182-418b-4e52-b697-f25cb9893775 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks [] for floatingip (57efb7b0-af6d-4583-9918-e6647a2e04bb), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:10.931949 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fd0260-c373-4be6-895c-4d6f66360550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f1a2fb-bd3c-4f24-a463-c59f199daa1c,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:10.953580 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ad9a818e-19a0-4b15-bbf1-44d8f9373b09 admin admin] Publish callbacks [] for security_group (95f1a2fb-bd3c-4f24-a463-c59f199daa1c), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:10.959480 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=100 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:10.963458 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6f55f18a-e277-49d4-9ab2-4d84e4db23dd admin admin] Publish callbacks [] for security_group (a8114d7a-ba18-47e2-b885-5ff9dfa95b6d), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:11.062569 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ad9a818e-19a0-4b15-bbf1-44d8f9373b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (95f1a2fb-bd3c-4f24-a463-c59f199daa1c), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:11.066062 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ad9a818e-19a0-4b15-bbf1-44d8f9373b09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:11.070930 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-ad9a818e-19a0-4b15-bbf1-44d8f9373b09 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/95f1a2fb-bd3c-4f24-a463-c59f199daa1c HTTP/1.1" status: 204 len: 168 time: 0.3095086 Jul 15 14:02:11.083449 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:11.089965 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9a818e-19a0-4b15-bbf1-44d8f9373b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f1a2fb-bd3c-4f24-a463-c59f199daa1c,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:11.100366 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6f55f18a-e277-49d4-9ab2-4d84e4db23dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (a8114d7a-ba18-47e2-b885-5ff9dfa95b6d), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:11.104806 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6f55f18a-e277-49d4-9ab2-4d84e4db23dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:11.108723 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-6f55f18a-e277-49d4-9ab2-4d84e4db23dd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a8114d7a-ba18-47e2-b885-5ff9dfa95b6d HTTP/1.1" status: 204 len: 168 time: 0.3856723 Jul 15 14:02:11.120148 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f55f18a-e277-49d4-9ab2-4d84e4db23dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8114d7a-ba18-47e2-b885-5ff9dfa95b6d,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:11.150971 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c27ee-b677-4857-b9f7-47a81223ba4b req-542c2b27-c99b-4cf5-9fd4-85a9a3319a43 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:11.158839 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c47c27ee-b677-4857-b9f7-47a81223ba4b req-542c2b27-c99b-4cf5-9fd4-85a9a3319a43 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 945 time: 0.1625900 Jul 15 14:02:11.171237 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-96cdeffd-5f8c-4105-8fe2-bee2b5d33b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (32c9ff90-7ed9-4831-a4d3-5a4bdfab4b37), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:11.173790 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-96cdeffd-5f8c-4105-8fe2-bee2b5d33b4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:11.177813 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-96cdeffd-5f8c-4105-8fe2-bee2b5d33b4a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/32c9ff90-7ed9-4831-a4d3-5a4bdfab4b37 HTTP/1.1" status: 204 len: 168 time: 0.9526010 Jul 15 14:02:11.215427 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cdeffd-5f8c-4105-8fe2-bee2b5d33b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c9ff90-7ed9-4831-a4d3-5a4bdfab4b37,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:11.333367 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c47c27ee-b677-4857-b9f7-47a81223ba4b req-17052087-592c-4368-b2f2-c4bf341c3cc0 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736119 Jul 15 14:02:11.521305 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:12.074507 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 47716) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:12.092519 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8ac64691-03ce-4650-86f9-e4ddca11ae22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:12.217420 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1d2fc182-418b-4e52-b697-f25cb9893775 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:12.224369 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1d2fc182-418b-4e52-b697-f25cb9893775 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448782'] for floatingip (57efb7b0-af6d-4583-9918-e6647a2e04bb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:12.238718 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8ac64691-03ce-4650-86f9-e4ddca11ae22 admin admin] Publish callbacks [] for security_group (db5e5181-30e7-4502-a69f-b249d9ff6a4d), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:12.245709 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8ac64691-03ce-4650-86f9-e4ddca11ae22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (db5e5181-30e7-4502-a69f-b249d9ff6a4d), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:12.282982 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac64691-03ce-4650-86f9-e4ddca11ae22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db5e5181-30e7-4502-a69f-b249d9ff6a4d,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:12.308413 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-8ac64691-03ce-4650-86f9-e4ddca11ae22 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fabbfac1b93f45a48ca3f5c5ddc4a55a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2318087 Jul 15 14:02:12.311771 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 47722) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:12.347990 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:12.390388 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9960c2bf-de2f-4777-bd28-476bdf1c149f admin admin] Publish callbacks [] for security_group (db5e5181-30e7-4502-a69f-b249d9ff6a4d), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:12.424518 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9960c2bf-de2f-4777-bd28-476bdf1c149f admin admin] Publish callbacks [] for security_group (db5e5181-30e7-4502-a69f-b249d9ff6a4d), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:12.454051 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.db.l3_db [None req-1d2fc182-418b-4e52-b697-f25cb9893775 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Floating IP 57efb7b0-af6d-4583-9918-e6647a2e04bb associated. External IP: 172.27.0.145, port: 88f82e49-8214-4511-9860-93f14cc42d7e. Jul 15 14:02:12.527742 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9960c2bf-de2f-4777-bd28-476bdf1c149f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (db5e5181-30e7-4502-a69f-b249d9ff6a4d), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:12.533822 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9960c2bf-de2f-4777-bd28-476bdf1c149f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:12.535947 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-9960c2bf-de2f-4777-bd28-476bdf1c149f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/db5e5181-30e7-4502-a69f-b249d9ff6a4d HTTP/1.1" status: 204 len: 168 time: 0.2225132 Jul 15 14:02:12.558477 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9960c2bf-de2f-4777-bd28-476bdf1c149f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5e5181-30e7-4502-a69f-b249d9ff6a4d,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:12.732229 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95cf165-3307-47a2-9652-1bbbcf52b8b5 req-8851bd40-33cc-4731-b52b-1fd79a19fc27 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:12.735078 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d95cf165-3307-47a2-9652-1bbbcf52b8b5 req-8851bd40-33cc-4731-b52b-1fd79a19fc27 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 945 time: 0.1797826 Jul 15 14:02:12.742123 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:12.903631 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d95cf165-3307-47a2-9652-1bbbcf52b8b5 req-76c62158-9bce-45ad-97be-c962945bb493 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566575 Jul 15 14:02:13.009802 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d2fc182-418b-4e52-b697-f25cb9893775 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Router c8e96d0e-648d-442b-bc98-b731e809055f has already been hosted by L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 14:02:13.232252 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2fc182-418b-4e52-b697-f25cb9893775 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:02:13.237918 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1d2fc182-418b-4e52-b697-f25cb9893775 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for floatingip (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:13.254383 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff1dc5b-9117-413c-b661-26f7c825e07b None None] Sync routers for ids ['c8e96d0e-648d-442b-bc98-b731e809055f'] in dv-cinder-850002-1-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:02:13.275285 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff1dc5b-9117-413c-b661-26f7c825e07b None None] Routers {'c8e96d0e-648d-442b-bc98-b731e809055f'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:02:13.276487 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-fff1dc5b-9117-413c-b661-26f7c825e07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:01:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['c8e96d0e-648d-442b-bc98-b731e809055f'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:13.310389 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-1d2fc182-418b-4e52-b697-f25cb9893775 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "PUT /v2.0/floatingips/57efb7b0-af6d-4583-9918-e6647a2e04bb HTTP/1.1" status: 200 len: 991 time: 2.5370524 Jul 15 14:02:13.311777 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a543a41-bbbc-4c3a-833a-903faa97dde7', 'tag': '88f82e49-8214-4511-9860-93f14cc42d7e'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:02:13.316948 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9a8a2fede844199a48cd13e9232727d60bf04678ac4f0cfd160158fc833c96f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e1ea52-8729-44ec-b815-1ae574676367" -d '{"events": [{"name": "network-changed", "server_uuid": "4a543a41-bbbc-4c3a-833a-903faa97dde7", "tag": "88f82e49-8214-4511-9860-93f14cc42d7e"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:02:13.385025 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-60875fe8-01cf-43ff-bbbd-c176fa9ac289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (6c40ee43-5406-4a95-b7b4-11b32ddced25), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:13.397969 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 14:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc84f519-c172-4f5a-a40e-a5e8d8ffb07d x-openstack-request-id: req-bc84f519-c172-4f5a-a40e-a5e8d8ffb07d {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:02:13.398843 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a543a41-bbbc-4c3a-833a-903faa97dde7", "tag": "88f82e49-8214-4511-9860-93f14cc42d7e", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:02:13.399827 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bc84f519-c172-4f5a-a40e-a5e8d8ffb07d {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:02:13.400765 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc84f519-c172-4f5a-a40e-a5e8d8ffb07d'] response: {'name': 'network-changed', 'server_uuid': '4a543a41-bbbc-4c3a-833a-903faa97dde7', 'tag': '88f82e49-8214-4511-9860-93f14cc42d7e', 'status': 'completed', 'code': 200} Jul 15 14:02:13.528248 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1ea52-8729-44ec-b815-1ae574676367 req-f80913cd-3be9-40d3-adb4-a91bc47dae97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:13.531274 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-f8e1ea52-8729-44ec-b815-1ae574676367 req-f80913cd-3be9-40d3-adb4-a91bc47dae97 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c8778d5da3de4c4dbae5d24842b359bc&device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 1129 time: 0.0928738 Jul 15 14:02:13.554774 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-fff1dc5b-9117-413c-b661-26f7c825e07b None None] Set router c8e96d0e-648d-442b-bc98-b731e809055f gateway port host: dv-cinder-850002-1-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:02:13.714997 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1ea52-8729-44ec-b815-1ae574676367 req-0f06337f-4565-4ba6-8316-04ee04979751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:13.716842 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-f8e1ea52-8729-44ec-b815-1ae574676367 req-0f06337f-4565-4ba6-8316-04ee04979751 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0460551c-e776-41db-9da0-199d4897f65f HTTP/1.1" status: 200 len: 911 time: 0.1790948 Jul 15 14:02:13.819488 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=100 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:13.839331 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:13.878576 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-f8e1ea52-8729-44ec-b815-1ae574676367 req-cc1762e0-30cc-4435-937f-bc39753d2e82 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88f82e49-8214-4511-9860-93f14cc42d7e HTTP/1.1" status: 200 len: 999 time: 0.1532443 Jul 15 14:02:13.984008 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1ea52-8729-44ec-b815-1ae574676367 req-33e44ad3-4fef-4646-8d5f-2c2042365924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:13.988516 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-f8e1ea52-8729-44ec-b815-1ae574676367 req-33e44ad3-4fef-4646-8d5f-2c2042365924 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f6331ee6-fa4c-4f22-93e9-8635c17820f0 HTTP/1.1" status: 200 len: 849 time: 0.1012628 Jul 15 14:02:14.096770 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-fff1dc5b-9117-413c-b661-26f7c825e07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e96d0e-648d-442b-bc98-b731e809055f', 'name': 'tempest-AttachVolumeTestJSON-182516732-router', 'tenant_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '51ca6a67-2692-4d78-84ff-22808c27154c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:56Z', 'updated_at': '2022-07-15T14:01:07Z', 'revision_number': 4, 'project_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'gw_port': {'id': '51ca6a67-2692-4d78-84ff-22808c27154c', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e96d0e-648d-442b-bc98-b731e809055f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:57Z', 'updated_at': '2022-07-15T14:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_floatingips': [{'id': '57efb7b0-af6d-4583-9918-e6647a2e04bb', 'tenant_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'router_id': 'c8e96d0e-648d-442b-bc98-b731e809055f', 'port_id': '88f82e49-8214-4511-9860-93f14cc42d7e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0460551c-e776-41db-9da0-199d4897f65f', 'mac_address': 'fa:16:3e:81:9a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a543a41-bbbc-4c3a-833a-903faa97dde7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T14:01:16Z', 'updated_at': '2022-07-15T14:02:11Z', 'revision_number': 1, 'project_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea4f84ba-5bfd-47fe-9703-83b27b93d1ae', 'name': '', 'network_id': '0460551c-e776-41db-9da0-199d4897f65f', 'tenant_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'mac_address': 'fa:16:3e:13:f0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e96d0e-648d-442b-bc98-b731e809055f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f6331ee6-fa4c-4f22-93e9-8635c17820f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:01:05Z', 'updated_at': '2022-07-15T14:01:26Z', 'revision_number': 5, 'project_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'subnets': [{'id': 'f6331ee6-fa4c-4f22-93e9-8635c17820f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:14.140776 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1ea52-8729-44ec-b815-1ae574676367 req-8e85fc65-b5f0-4d24-9c02-1fe0bf502a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:14.141132 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-f8e1ea52-8729-44ec-b815-1ae574676367 req-8e85fc65-b5f0-4d24-9c02-1fe0bf502a46 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0460551c-e776-41db-9da0-199d4897f65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1436713 Jul 15 14:02:14.197185 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff1dc5b-9117-413c-b661-26f7c825e07b None None] Checking router: c8e96d0e-648d-442b-bc98-b731e809055f for host: dv-cinder-850002-1-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:02:14.213881 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff1dc5b-9117-413c-b661-26f7c825e07b None None] Routers {'c8e96d0e-648d-442b-bc98-b731e809055f'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:02:14.215195 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-fff1dc5b-9117-413c-b661-26f7c825e07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:01:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['c8e96d0e-648d-442b-bc98-b731e809055f'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:14.354345 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-f8e1ea52-8729-44ec-b815-1ae574676367 req-cd559b48-cd49-47f4-b3b6-e967762a482a service neutron] 10.222.0.64 "GET /v2.0/networks/0460551c-e776-41db-9da0-199d4897f65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998303 Jul 15 14:02:14.414494 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a469663-b4fd-475b-8834-01e622a7c939 req-dca8ad4a-8207-4ac8-a95a-c16b01b1647d tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:14.421752 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1a469663-b4fd-475b-8834-01e622a7c939 req-dca8ad4a-8207-4ac8-a95a-c16b01b1647d tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 945 time: 0.2430384 Jul 15 14:02:14.440169 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:14.498928 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-fff1dc5b-9117-413c-b661-26f7c825e07b None None] Set router c8e96d0e-648d-442b-bc98-b731e809055f gateway port host: dv-cinder-850002-1-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:02:14.603752 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1a469663-b4fd-475b-8834-01e622a7c939 req-1977805f-653a-4309-9076-82ca50122cce tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743557 Jul 15 14:02:14.691428 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-f8e1ea52-8729-44ec-b815-1ae574676367 req-7f4d96bc-0cf6-42b0-be43-455138857f1a service neutron] 10.222.0.64 "GET /v2.0/networks/0460551c-e776-41db-9da0-199d4897f65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260367 Jul 15 14:02:15.120808 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 47836) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:15.201923 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-fff1dc5b-9117-413c-b661-26f7c825e07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e96d0e-648d-442b-bc98-b731e809055f', 'name': 'tempest-AttachVolumeTestJSON-182516732-router', 'tenant_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '51ca6a67-2692-4d78-84ff-22808c27154c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:56Z', 'updated_at': '2022-07-15T14:01:07Z', 'revision_number': 4, 'project_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'gw_port': {'id': '51ca6a67-2692-4d78-84ff-22808c27154c', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e96d0e-648d-442b-bc98-b731e809055f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:57Z', 'updated_at': '2022-07-15T14:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_floatingips': [{'id': '57efb7b0-af6d-4583-9918-e6647a2e04bb', 'tenant_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'router_id': 'c8e96d0e-648d-442b-bc98-b731e809055f', 'port_id': '88f82e49-8214-4511-9860-93f14cc42d7e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0460551c-e776-41db-9da0-199d4897f65f', 'mac_address': 'fa:16:3e:81:9a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a543a41-bbbc-4c3a-833a-903faa97dde7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T14:01:16Z', 'updated_at': '2022-07-15T14:02:11Z', 'revision_number': 1, 'project_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea4f84ba-5bfd-47fe-9703-83b27b93d1ae', 'name': '', 'network_id': '0460551c-e776-41db-9da0-199d4897f65f', 'tenant_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'mac_address': 'fa:16:3e:13:f0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e96d0e-648d-442b-bc98-b731e809055f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f6331ee6-fa4c-4f22-93e9-8635c17820f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:01:05Z', 'updated_at': '2022-07-15T14:01:26Z', 'revision_number': 5, 'project_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'subnets': [{'id': 'f6331ee6-fa4c-4f22-93e9-8635c17820f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:15.277039 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff1dc5b-9117-413c-b661-26f7c825e07b None None] The sync data for ids ['c8e96d0e-648d-442b-bc98-b731e809055f'] in dv-cinder-850002-1-iscsi is: [{'id': 'c8e96d0e-648d-442b-bc98-b731e809055f', 'name': 'tempest-AttachVolumeTestJSON-182516732-router', 'tenant_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '51ca6a67-2692-4d78-84ff-22808c27154c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:56Z', 'updated_at': '2022-07-15T14:01:07Z', 'revision_number': 4, 'project_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'gw_port': {'id': '51ca6a67-2692-4d78-84ff-22808c27154c', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e96d0e-648d-442b-bc98-b731e809055f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:57Z', 'updated_at': '2022-07-15T14:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_floatingips': [{'id': '57efb7b0-af6d-4583-9918-e6647a2e04bb', 'tenant_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'router_id': 'c8e96d0e-648d-442b-bc98-b731e809055f', 'port_id': '88f82e49-8214-4511-9860-93f14cc42d7e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0460551c-e776-41db-9da0-199d4897f65f', 'mac_address': 'fa:16:3e:81:9a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a543a41-bbbc-4c3a-833a-903faa97dde7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T14:01:16Z', 'updated_at': '2022-07-15T14:02:11Z', 'revision_number': 1, 'project_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea4f84ba-5bfd-47fe-9703-83b27b93d1ae', 'name': '', 'network_id': '0460551c-e776-41db-9da0-199d4897f65f', 'tenant_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'mac_address': 'fa:16:3e:13:f0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e96d0e-648d-442b-bc98-b731e809055f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f6331ee6-fa4c-4f22-93e9-8635c17820f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:01:05Z', 'updated_at': '2022-07-15T14:01:26Z', 'revision_number': 5, 'project_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'subnets': [{'id': 'f6331ee6-fa4c-4f22-93e9-8635c17820f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:02:15.593712 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e50ef4c5-26c3-48b9-b315-f34f27a7b42f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:15.877552 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-dec6e12e-d9a4-4233-b22f-613d46f3d4c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (f703993d-e678-48e2-a65c-4d8192af82e3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:15.941684 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e50ef4c5-26c3-48b9-b315-f34f27a7b42f admin admin] Publish callbacks [] for security_group (78b44ef6-9b9b-4721-afe1-9d0fe995bb35), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:15.960824 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e50ef4c5-26c3-48b9-b315-f34f27a7b42f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (78b44ef6-9b9b-4721-afe1-9d0fe995bb35), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:15.974390 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3359cbda-9734-4b07-a34a-c614d82f5002 None None] New status for floating IP 57efb7b0-af6d-4583-9918-e6647a2e04bb: ACTIVE {{(pid=103883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 15 14:02:16.044368 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50ef4c5-26c3-48b9-b315-f34f27a7b42f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b44ef6-9b9b-4721-afe1-9d0fe995bb35,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:16.097282 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-e50ef4c5-26c3-48b9-b315-f34f27a7b42f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=326c857a9d53412987dc9d4a3f68b05c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9722955 Jul 15 14:02:16.097535 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506c50f-d62c-4777-b738-f28d8e913e16 req-e30528fc-221a-4ad9-82c5-a9214b032ca3 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:16.103928 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 47878) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:16.114067 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3506c50f-d62c-4777-b738-f28d8e913e16 req-e30528fc-221a-4ad9-82c5-a9214b032ca3 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 945 time: 0.1717401 Jul 15 14:02:16.117415 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 47880) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:16.269051 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-02a15aa8-5638-4735-be73-e1f063bc8f25 admin admin] Publish callbacks [] for security_group (78b44ef6-9b9b-4721-afe1-9d0fe995bb35), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:16.325750 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-02a15aa8-5638-4735-be73-e1f063bc8f25 admin admin] Publish callbacks [] for security_group (78b44ef6-9b9b-4721-afe1-9d0fe995bb35), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:16.328474 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3506c50f-d62c-4777-b738-f28d8e913e16 req-504ad239-f63f-4938-86e8-c57800335da3 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129998 Jul 15 14:02:16.378202 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:16.480708 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-02a15aa8-5638-4735-be73-e1f063bc8f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (78b44ef6-9b9b-4721-afe1-9d0fe995bb35), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:16.485622 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-02a15aa8-5638-4735-be73-e1f063bc8f25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:16.490347 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-02a15aa8-5638-4735-be73-e1f063bc8f25 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/78b44ef6-9b9b-4721-afe1-9d0fe995bb35 HTTP/1.1" status: 204 len: 168 time: 0.3829629 Jul 15 14:02:16.501851 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a15aa8-5638-4735-be73-e1f063bc8f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b44ef6-9b9b-4721-afe1-9d0fe995bb35,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:16.683877 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4055b150-8dd5-4c55-a17d-f5480c1f96d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:16.889215 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4055b150-8dd5-4c55-a17d-f5480c1f96d5 admin admin] Publish callbacks [] for security_group (1dd3f4eb-8bc1-42fa-bdc6-628ea3d6d725), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:16.895389 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4055b150-8dd5-4c55-a17d-f5480c1f96d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (1dd3f4eb-8bc1-42fa-bdc6-628ea3d6d725), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:16.905321 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:16.954712 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4055b150-8dd5-4c55-a17d-f5480c1f96d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd3f4eb-8bc1-42fa-bdc6-628ea3d6d725,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:16.962304 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-4055b150-8dd5-4c55-a17d-f5480c1f96d5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2401ff5e2d0743b6b7eb71b54d8f1fd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8340490 Jul 15 14:02:16.967547 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 47918) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:17.086296 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8ecff4db-84c4-48d4-97e8-f4077a68ef13 admin admin] Publish callbacks [] for security_group (1dd3f4eb-8bc1-42fa-bdc6-628ea3d6d725), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:17.105260 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:17.132802 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8ecff4db-84c4-48d4-97e8-f4077a68ef13 admin admin] Publish callbacks [] for security_group (1dd3f4eb-8bc1-42fa-bdc6-628ea3d6d725), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:17.238109 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8ecff4db-84c4-48d4-97e8-f4077a68ef13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (1dd3f4eb-8bc1-42fa-bdc6-628ea3d6d725), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:17.244866 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8ecff4db-84c4-48d4-97e8-f4077a68ef13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:17.252608 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-8ecff4db-84c4-48d4-97e8-f4077a68ef13 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1dd3f4eb-8bc1-42fa-bdc6-628ea3d6d725 HTTP/1.1" status: 204 len: 168 time: 0.2767508 Jul 15 14:02:17.256476 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62650970-9807-4a53-b182-b0e3c169648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (be31d1c0-1844-4ed1-99dc-0179bb6e7ee8), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:17.267437 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecff4db-84c4-48d4-97e8-f4077a68ef13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd3f4eb-8bc1-42fa-bdc6-628ea3d6d725,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:17.610593 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830d3a5-4134-4d37-b5ac-f25646c06c4b req-5006e16f-2a49-4f06-b194-a9fabc607232 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:17.613718 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e830d3a5-4134-4d37-b5ac-f25646c06c4b req-5006e16f-2a49-4f06-b194-a9fabc607232 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 945 time: 0.1405547 Jul 15 14:02:17.737740 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e830d3a5-4134-4d37-b5ac-f25646c06c4b req-acfd370d-bdc5-45d4-bf73-d78bef72966f tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088972 Jul 15 14:02:17.992951 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 47958) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:18.028272 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ba643-79bb-4fdc-b205-b0b945894a19 req-b8b93204-5484-4e97-8790-862d45c62c90 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:18.031564 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-177ba643-79bb-4fdc-b205-b0b945894a19 req-b8b93204-5484-4e97-8790-862d45c62c90 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/ports?device_id=03c49059-61d4-4969-96dc-a92d8f3d4cb9 HTTP/1.1" status: 200 len: 945 time: 0.1105268 Jul 15 14:02:18.128710 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-177ba643-79bb-4fdc-b205-b0b945894a19 req-4bfe7ded-b2e6-4c84-96ef-2a97d8101958 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/security-groups?id=568a9f09-4a35-459c-8983-49332b2ec06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796919 Jul 15 14:02:18.255945 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b095f82a-dcf7-47a5-b717-79e1b93c9819 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:18.424930 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b095f82a-dcf7-47a5-b717-79e1b93c9819 admin admin] Publish callbacks [] for security_group (9bb3d632-d8e2-4915-935d-d9706e3490c0), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:18.432869 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b095f82a-dcf7-47a5-b717-79e1b93c9819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (9bb3d632-d8e2-4915-935d-d9706e3490c0), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:18.506999 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-b095f82a-dcf7-47a5-b717-79e1b93c9819 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=56911fce9f38438086d944d8a3c7ecf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5086429 Jul 15 14:02:18.510222 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b095f82a-dcf7-47a5-b717-79e1b93c9819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb3d632-d8e2-4915-935d-d9706e3490c0,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:18.511030 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 47980) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:18.533121 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee182daf-6335-4abe-96a5-cfae59e42a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (d0f04363-b393-47bd-b9b2-c25e00098206), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:18.581280 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:18.598885 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ef7be06c-ae11-496e-8a20-de1a55f4c3bf admin admin] Publish callbacks [] for security_group (9bb3d632-d8e2-4915-935d-d9706e3490c0), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:18.628772 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ef7be06c-ae11-496e-8a20-de1a55f4c3bf admin admin] Publish callbacks [] for security_group (9bb3d632-d8e2-4915-935d-d9706e3490c0), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:18.718956 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ef7be06c-ae11-496e-8a20-de1a55f4c3bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (9bb3d632-d8e2-4915-935d-d9706e3490c0), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:18.728803 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ef7be06c-ae11-496e-8a20-de1a55f4c3bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:18.737385 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-ef7be06c-ae11-496e-8a20-de1a55f4c3bf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9bb3d632-d8e2-4915-935d-d9706e3490c0 HTTP/1.1" status: 204 len: 168 time: 0.2231858 Jul 15 14:02:18.745915 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (7bcac420-d3a9-4cfc-af22-5ba5795a5287), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:18.759475 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7be06c-ae11-496e-8a20-de1a55f4c3bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb3d632-d8e2-4915-935d-d9706e3490c0,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:18.976977 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9b653-b4d7-4798-a23a-962dd4e3dc63 req-082d9267-0c5e-401e-9688-31bb6a36b0a8 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:18.986426 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fac9b653-b4d7-4798-a23a-962dd4e3dc63 req-082d9267-0c5e-401e-9688-31bb6a36b0a8 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 945 time: 0.1102378 Jul 15 14:02:19.082324 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fac9b653-b4d7-4798-a23a-962dd4e3dc63 req-0dd90272-9ee3-4f41-9e82-225a49fcebf1 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879498 Jul 15 14:02:19.329942 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 48006) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:19.402338 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1991bcb3-1735-421f-b9e4-628d998894d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:19.446923 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975c634-1d03-45cc-9f79-551e767a3392 req-5450e3b8-ff52-4f3e-bf97-6211ce2da530 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:19.459265 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0975c634-1d03-45cc-9f79-551e767a3392 req-5450e3b8-ff52-4f3e-bf97-6211ce2da530 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/ports?device_id=03c49059-61d4-4969-96dc-a92d8f3d4cb9 HTTP/1.1" status: 200 len: 945 time: 0.1517553 Jul 15 14:02:19.604796 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0975c634-1d03-45cc-9f79-551e767a3392 req-6899603b-7f31-4587-9b91-018c548e2402 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/security-groups?id=568a9f09-4a35-459c-8983-49332b2ec06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439831 Jul 15 14:02:19.664869 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1991bcb3-1735-421f-b9e4-628d998894d5 admin admin] Publish callbacks [] for security_group (65534292-1e01-4e0b-8eb0-3983902149ea), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:19.672078 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1991bcb3-1735-421f-b9e4-628d998894d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (65534292-1e01-4e0b-8eb0-3983902149ea), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:19.739195 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:19.760609 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-1991bcb3-1735-421f-b9e4-628d998894d5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=002afc99b1a84c2386cf43f8561a800c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4272683 Jul 15 14:02:19.765061 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 48012) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:19.765903 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1991bcb3-1735-421f-b9e4-628d998894d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65534292-1e01-4e0b-8eb0-3983902149ea,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:19.835598 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-7026c023-8171-4422-a086-dcc4564f1254 admin admin] Publish callbacks [] for security_group (65534292-1e01-4e0b-8eb0-3983902149ea), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:19.866891 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-7026c023-8171-4422-a086-dcc4564f1254 admin admin] Publish callbacks [] for security_group (65534292-1e01-4e0b-8eb0-3983902149ea), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:19.978679 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-7026c023-8171-4422-a086-dcc4564f1254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (65534292-1e01-4e0b-8eb0-3983902149ea), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:19.983995 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-7026c023-8171-4422-a086-dcc4564f1254 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:19.986066 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-7026c023-8171-4422-a086-dcc4564f1254 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/65534292-1e01-4e0b-8eb0-3983902149ea HTTP/1.1" status: 204 len: 168 time: 0.2184319 Jul 15 14:02:20.004272 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7026c023-8171-4422-a086-dcc4564f1254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65534292-1e01-4e0b-8eb0-3983902149ea,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:20.306292 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebff362-7b91-4b5e-a295-a0baf7e3aba7 req-53a3ea67-c3e4-4012-a5c3-35435fff15b8 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:20.308172 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bebff362-7b91-4b5e-a295-a0baf7e3aba7 req-53a3ea67-c3e4-4012-a5c3-35435fff15b8 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 945 time: 0.0847259 Jul 15 14:02:20.371107 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=14 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:20.438922 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bebff362-7b91-4b5e-a295-a0baf7e3aba7 req-7003eed3-249a-43e2-91c6-5e595f0ebb02 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192365 Jul 15 14:02:20.584926 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b6c3c2-0f9f-47d7-b667-07c1fb74e4dc req-8f310b24-32da-4969-a5a8-b1e01ef81e2b tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:20.589166 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-16b6c3c2-0f9f-47d7-b667-07c1fb74e4dc req-8f310b24-32da-4969-a5a8-b1e01ef81e2b tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.64 "GET /v2.0/ports?device_id=03c49059-61d4-4969-96dc-a92d8f3d4cb9 HTTP/1.1" status: 200 len: 945 time: 0.1987188 Jul 15 14:02:20.858604 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-16b6c3c2-0f9f-47d7-b667-07c1fb74e4dc req-f77b28ad-3484-4bf1-b7a9-d74b4ba050fb tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] Deleting port d7c665a6-0206-4af0-9832-e67d770dfcea {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:02:20.859961 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-16b6c3c2-0f9f-47d7-b667-07c1fb74e4dc req-f77b28ad-3484-4bf1-b7a9-d74b4ba050fb tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (d7c665a6-0206-4af0-9832-e67d770dfcea), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:20.947623 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee13136-d6ce-4d0f-b529-9f6aaee88866 req-3246554b-c649-461b-b695-9c12068e996b tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:20.961349 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fee13136-d6ce-4d0f-b529-9f6aaee88866 req-3246554b-c649-461b-b695-9c12068e996b tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/ports?device_id=03c49059-61d4-4969-96dc-a92d8f3d4cb9 HTTP/1.1" status: 200 len: 945 time: 0.1556342 Jul 15 14:02:21.032940 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:21.100665 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fee13136-d6ce-4d0f-b529-9f6aaee88866 req-5b15296d-6504-4f3b-b9ed-b0eba8faf50d tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/security-groups?id=568a9f09-4a35-459c-8983-49332b2ec06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364856 Jul 15 14:02:21.131041 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-16b6c3c2-0f9f-47d7-b667-07c1fb74e4dc req-f77b28ad-3484-4bf1-b7a9-d74b4ba050fb tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] For port d7c665a6-0206-4af0-9832-e67d770dfcea, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=d7c665a6-0206-4af0-9832-e67d770dfcea,segment=NetworkSegment(38096d94-fd7d-4e30-b8c0-11363bafd847),segment_id=38096d94-fd7d-4e30-b8c0-11363bafd847)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:02:21.144675 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-16b6c3c2-0f9f-47d7-b667-07c1fb74e4dc req-f77b28ad-3484-4bf1-b7a9-d74b4ba050fb tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (d7c665a6-0206-4af0-9832-e67d770dfcea), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:21.204225 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-16b6c3c2-0f9f-47d7-b667-07c1fb74e4dc req-f77b28ad-3484-4bf1-b7a9-d74b4ba050fb tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] Calling delete_port for d7c665a6-0206-4af0-9832-e67d770dfcea owned by compute:nova {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:02:21.730216 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359cd99b-3c4a-458c-908b-52a99553e4ac req-f5ab9246-8e8a-468b-b951-19e7c3eb2ecd tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:21.733437 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-359cd99b-3c4a-458c-908b-52a99553e4ac req-f5ab9246-8e8a-468b-b951-19e7c3eb2ecd tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 945 time: 0.1267929 Jul 15 14:02:21.871308 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-16b6c3c2-0f9f-47d7-b667-07c1fb74e4dc req-f77b28ad-3484-4bf1-b7a9-d74b4ba050fb tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (d7c665a6-0206-4af0-9832-e67d770dfcea), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:21.887885 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-359cd99b-3c4a-458c-908b-52a99553e4ac req-13e9414e-2f39-40b1-9dbf-601c13c13396 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456130 Jul 15 14:02:21.888972 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] get_ports_and_sgs() called for port_ids ['d7c665a6-0206-4af0-9832-e67d770dfcea'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:02:21.942468 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b28ad-3484-4bf1-b7a9-d74b4ba050fb tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] Pushing event deleted for resources: {'Port': ['ID=d7c665a6-0206-4af0-9832-e67d770dfcea,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:22.100139 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b6c3c2-0f9f-47d7-b667-07c1fb74e4dc req-f77b28ad-3484-4bf1-b7a9-d74b4ba050fb tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] No DVR routers for this DVR port d7c665a6-0206-4af0-9832-e67d770dfcea on host hv-cinder-85000 {{(pid=103881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 15 14:02:22.109267 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-16b6c3c2-0f9f-47d7-b667-07c1fb74e4dc req-f77b28ad-3484-4bf1-b7a9-d74b4ba050fb tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:22.113735 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-16b6c3c2-0f9f-47d7-b667-07c1fb74e4dc req-f77b28ad-3484-4bf1-b7a9-d74b4ba050fb tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.64 "DELETE /v2.0/ports/d7c665a6-0206-4af0-9832-e67d770dfcea HTTP/1.1" status: 204 len: 173 time: 1.5139353 Jul 15 14:02:22.114358 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c49059-61d4-4969-96dc-a92d8f3d4cb9', 'name': 'network-vif-deleted', 'tag': 'd7c665a6-0206-4af0-9832-e67d770dfcea'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:02:22.117307 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27b3149431a8a58964108cadaaee569fc83829ebf6971f3e535c686fd00e584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee5fe14-185b-4d50-9a44-d1a05652f312" -d '{"events": [{"server_uuid": "03c49059-61d4-4969-96dc-a92d8f3d4cb9", "name": "network-vif-deleted", "tag": "d7c665a6-0206-4af0-9832-e67d770dfcea"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:02:22.232152 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 14:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2e95d0-bca3-4c2b-838b-e5c280512d48 x-openstack-request-id: req-aa2e95d0-bca3-4c2b-838b-e5c280512d48 {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:02:22.232656 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03c49059-61d4-4969-96dc-a92d8f3d4cb9", "name": "network-vif-deleted", "tag": "d7c665a6-0206-4af0-9832-e67d770dfcea", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:02:22.233081 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aa2e95d0-bca3-4c2b-838b-e5c280512d48 {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:02:22.233699 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa2e95d0-bca3-4c2b-838b-e5c280512d48'] response: {'server_uuid': '03c49059-61d4-4969-96dc-a92d8f3d4cb9', 'name': 'network-vif-deleted', 'tag': 'd7c665a6-0206-4af0-9832-e67d770dfcea', 'status': 'completed', 'code': 200} Jul 15 14:02:22.322503 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8418d43a-fedf-4c08-ba4b-d9b131e8f626 req-827d764b-8682-4bd6-a311-b9ac0a5d28d3 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/ports?device_id=03c49059-61d4-4969-96dc-a92d8f3d4cb9 HTTP/1.1" status: 200 len: 210 time: 0.0706296 Jul 15 14:02:23.043224 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ad5a1-53e8-4675-9755-33712bf7cda8 req-399b5a49-41eb-443f-86a8-e01ccb6befd1 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:23.045854 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b19ad5a1-53e8-4675-9755-33712bf7cda8 req-399b5a49-41eb-443f-86a8-e01ccb6befd1 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 945 time: 0.0688486 Jul 15 14:02:23.127017 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b19ad5a1-53e8-4675-9755-33712bf7cda8 req-232b3f1d-d406-46a9-91f9-e41654c1479d tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731585 Jul 15 14:02:23.458359 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7e2b0091-f006-404f-9229-c4744870351c req-21b951f2-105f-4629-af2e-b815b280ac99 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/ports?device_id=03c49059-61d4-4969-96dc-a92d8f3d4cb9 HTTP/1.1" status: 200 len: 210 time: 0.0380833 Jul 15 14:02:24.308575 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd4c0e8-b73c-46a4-9fba-d8c2d49f7129 req-d2ba429f-95e4-4dbf-97f3-3b4d68385120 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:24.311312 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8dd4c0e8-b73c-46a4-9fba-d8c2d49f7129 req-d2ba429f-95e4-4dbf-97f3-3b4d68385120 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 945 time: 0.0833600 Jul 15 14:02:24.405782 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8dd4c0e8-b73c-46a4-9fba-d8c2d49f7129 req-a48410dc-51ae-43de-aadc-eeb2093be5e5 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843430 Jul 15 14:02:24.496046 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 48160) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:24.592603 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6d577a36-d45e-44a8-b14d-390c55a8c56f req-c049385f-4ce3-4d38-83fa-f0e14e8c2410 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/ports?device_id=03c49059-61d4-4969-96dc-a92d8f3d4cb9 HTTP/1.1" status: 200 len: 210 time: 0.0471778 Jul 15 14:02:24.642564 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-903a5d01-c47d-4629-a7e9-f394e7718f73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:24.790556 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-903a5d01-c47d-4629-a7e9-f394e7718f73 admin admin] Publish callbacks [] for security_group (a04f9229-1aab-42ec-843d-dbf34b117236), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:24.802940 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-903a5d01-c47d-4629-a7e9-f394e7718f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (a04f9229-1aab-42ec-843d-dbf34b117236), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:24.847532 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-903a5d01-c47d-4629-a7e9-f394e7718f73 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=820ab423187b45559bc764ea413e8da7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3502026 Jul 15 14:02:24.848190 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a5d01-c47d-4629-a7e9-f394e7718f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04f9229-1aab-42ec-843d-dbf34b117236,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:24.851285 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 48166) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:24.916711 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8fe32e09-4d16-4305-a150-5888e76fdf77 admin admin] Publish callbacks [] for security_group (a04f9229-1aab-42ec-843d-dbf34b117236), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:24.947461 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8fe32e09-4d16-4305-a150-5888e76fdf77 admin admin] Publish callbacks [] for security_group (a04f9229-1aab-42ec-843d-dbf34b117236), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:25.008342 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8fe32e09-4d16-4305-a150-5888e76fdf77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (a04f9229-1aab-42ec-843d-dbf34b117236), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:25.011970 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8fe32e09-4d16-4305-a150-5888e76fdf77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:25.013819 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-8fe32e09-4d16-4305-a150-5888e76fdf77 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a04f9229-1aab-42ec-843d-dbf34b117236 HTTP/1.1" status: 204 len: 168 time: 0.1613605 Jul 15 14:02:25.025564 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe32e09-4d16-4305-a150-5888e76fdf77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04f9229-1aab-42ec-843d-dbf34b117236,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:25.193711 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=60 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:25.224603 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=41 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:25.601399 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 48186) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:25.625640 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0afd4123-04ad-4c0b-93bc-8da5848cc3f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:25.651666 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:25.724334 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce04635-61ea-4654-a8b2-01fa1e4d023b req-f17de9f5-f1f0-4eee-8fbe-31b69b60813c tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:25.727165 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7ce04635-61ea-4654-a8b2-01fa1e4d023b req-f17de9f5-f1f0-4eee-8fbe-31b69b60813c tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 945 time: 0.1122789 Jul 15 14:02:25.747004 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:25.765191 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0afd4123-04ad-4c0b-93bc-8da5848cc3f4 admin admin] Publish callbacks [] for security_group (f8414465-bdbd-4b9d-af57-390eff97457b), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:25.772176 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0afd4123-04ad-4c0b-93bc-8da5848cc3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (f8414465-bdbd-4b9d-af57-390eff97457b), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:25.815073 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device d7c665a6-0206-4af0-9832-e67d770dfcea no longer exists at agent hyperv_hv-cinder-85000 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:02:25.837715 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afd4123-04ad-4c0b-93bc-8da5848cc3f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8414465-bdbd-4b9d-af57-390eff97457b,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:25.843045 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-24f7f13f-4d06-4121-bad2-2daceb0df28d req-6be29154-f311-4eb8-9349-7a9ebd2e507d tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/ports?device_id=03c49059-61d4-4969-96dc-a92d8f3d4cb9 HTTP/1.1" status: 200 len: 210 time: 0.0719087 Jul 15 14:02:25.846804 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-0afd4123-04ad-4c0b-93bc-8da5848cc3f4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1d7f21c3280b477bb7822485117d7253&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2439864 Jul 15 14:02:25.850556 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 48196) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:25.898196 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] No Port match for: d7c665a6-0206-4af0-9832-e67d770dfcea {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 15 14:02:25.898513 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device d7c665a6-0206-4af0-9832-e67d770dfcea not bound to the agent host hv-cinder-85000 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:02:25.901119 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7ce04635-61ea-4654-a8b2-01fa1e4d023b req-b5a234ff-3f86-4f9d-8dc0-45534eee33cd tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543112 Jul 15 14:02:25.942209 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ea87b094-d1a0-4824-8245-cc453e042b91 admin admin] Publish callbacks [] for security_group (f8414465-bdbd-4b9d-af57-390eff97457b), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:25.973948 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ea87b094-d1a0-4824-8245-cc453e042b91 admin admin] Publish callbacks [] for security_group (f8414465-bdbd-4b9d-af57-390eff97457b), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:26.058807 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ea87b094-d1a0-4824-8245-cc453e042b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (f8414465-bdbd-4b9d-af57-390eff97457b), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:26.062154 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ea87b094-d1a0-4824-8245-cc453e042b91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:26.063675 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-ea87b094-d1a0-4824-8245-cc453e042b91 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f8414465-bdbd-4b9d-af57-390eff97457b HTTP/1.1" status: 204 len: 168 time: 0.2107537 Jul 15 14:02:26.075594 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea87b094-d1a0-4824-8245-cc453e042b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8414465-bdbd-4b9d-af57-390eff97457b,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:26.477118 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 48210) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:26.641545 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c895f468-cfc9-4253-a283-973cac79d35d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:26.654069 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:26.753735 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c895f468-cfc9-4253-a283-973cac79d35d admin admin] Publish callbacks [] for security_group (2d0e08d6-02dd-4b46-8c7a-b19dfe942849), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:26.759938 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c895f468-cfc9-4253-a283-973cac79d35d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (2d0e08d6-02dd-4b46-8c7a-b19dfe942849), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:26.795054 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (73ab3907-1bcf-455f-a05d-131e96f159a2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:26.856369 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-c895f468-cfc9-4253-a283-973cac79d35d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=408c1af69a2d4e06a4dc9ab2e27c4e8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3754663 Jul 15 14:02:26.856369 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c895f468-cfc9-4253-a283-973cac79d35d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0e08d6-02dd-4b46-8c7a-b19dfe942849,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:26.857052 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 48230) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:26.929853 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-62f9949f-9f61-4db0-a02c-9979f6e64d85 admin admin] Publish callbacks [] for security_group (2d0e08d6-02dd-4b46-8c7a-b19dfe942849), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:26.958666 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-62f9949f-9f61-4db0-a02c-9979f6e64d85 admin admin] Publish callbacks [] for security_group (2d0e08d6-02dd-4b46-8c7a-b19dfe942849), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:27.066205 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-62f9949f-9f61-4db0-a02c-9979f6e64d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (2d0e08d6-02dd-4b46-8c7a-b19dfe942849), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:27.071360 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-62f9949f-9f61-4db0-a02c-9979f6e64d85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:27.074668 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-62f9949f-9f61-4db0-a02c-9979f6e64d85 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2d0e08d6-02dd-4b46-8c7a-b19dfe942849 HTTP/1.1" status: 204 len: 168 time: 0.2142961 Jul 15 14:02:27.089041 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f9949f-9f61-4db0-a02c-9979f6e64d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0e08d6-02dd-4b46-8c7a-b19dfe942849,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:27.138877 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e9e1a239-0e4c-4327-be36-051618d84b41 req-9cd64e41-943d-4771-b824-f33b71570c14 tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/ports?device_id=03c49059-61d4-4969-96dc-a92d8f3d4cb9 HTTP/1.1" status: 200 len: 210 time: 0.0650413 Jul 15 14:02:27.163291 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f5931c-7e6e-4e77-a6f5-88a15c58ca93 req-71875798-7f49-4091-91bc-14d65e04bd5e tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:27.165780 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d2f5931c-7e6e-4e77-a6f5-88a15c58ca93 req-71875798-7f49-4091-91bc-14d65e04bd5e tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 945 time: 0.1421349 Jul 15 14:02:27.254671 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d2f5931c-7e6e-4e77-a6f5-88a15c58ca93 req-f8cd5f93-d09f-491f-857e-f34c42028b77 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813427 Jul 15 14:02:27.589071 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 48250) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:27.607374 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-43e2c821-fcad-46fa-87df-f0d1cde09a3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:27.725074 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-43e2c821-fcad-46fa-87df-f0d1cde09a3c admin admin] Publish callbacks [] for security_group (f5b400f3-3ba5-47b9-af5b-46cebe2c0865), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:27.730322 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-43e2c821-fcad-46fa-87df-f0d1cde09a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (f5b400f3-3ba5-47b9-af5b-46cebe2c0865), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:27.776957 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e2c821-fcad-46fa-87df-f0d1cde09a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b400f3-3ba5-47b9-af5b-46cebe2c0865,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:27.781943 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-43e2c821-fcad-46fa-87df-f0d1cde09a3c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0ba5106d772248e8a2a3e9c3c9cf3f86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1913927 Jul 15 14:02:27.786204 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 48256) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:27.822352 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:27.852613 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4cc7e87f-c177-4649-a539-23732e7186db admin admin] Publish callbacks [] for security_group (f5b400f3-3ba5-47b9-af5b-46cebe2c0865), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:27.882121 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4cc7e87f-c177-4649-a539-23732e7186db admin admin] Publish callbacks [] for security_group (f5b400f3-3ba5-47b9-af5b-46cebe2c0865), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:27.949693 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4cc7e87f-c177-4649-a539-23732e7186db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (f5b400f3-3ba5-47b9-af5b-46cebe2c0865), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:27.952906 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4cc7e87f-c177-4649-a539-23732e7186db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:27.956721 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-4cc7e87f-c177-4649-a539-23732e7186db admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f5b400f3-3ba5-47b9-af5b-46cebe2c0865 HTTP/1.1" status: 204 len: 168 time: 0.1670907 Jul 15 14:02:27.967608 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7e87f-c177-4649-a539-23732e7186db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b400f3-3ba5-47b9-af5b-46cebe2c0865,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:28.283396 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-92ecbbba-da4b-4e9b-9a48-7c306f111218 req-d0867236-7e4b-44ca-9e42-4428317b5dbb tempest-DeleteServersTestJSON-452616049 tempest-DeleteServersTestJSON-452616049-project] 10.222.0.16 "GET /v2.0/ports?device_id=03c49059-61d4-4969-96dc-a92d8f3d4cb9 HTTP/1.1" status: 200 len: 210 time: 0.0393038 Jul 15 14:02:28.488637 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dea52c-9853-42d6-9e81-fb5db2f44c16 req-2217c785-9d34-4668-8a21-24573f34bcac tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:28.491575 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-18dea52c-9853-42d6-9e81-fb5db2f44c16 req-2217c785-9d34-4668-8a21-24573f34bcac tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 945 time: 0.1076310 Jul 15 14:02:28.615301 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-18dea52c-9853-42d6-9e81-fb5db2f44c16 req-a9115334-f503-454e-b4f8-4114c3c2fda9 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130965 Jul 15 14:02:29.450270 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 48318) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:29.847928 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a438d5-f6a4-46de-8f22-c3487e9764f3 req-9d9f79e3-64d0-4691-bed7-adba4efff973 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:29.852263 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b2a438d5-f6a4-46de-8f22-c3487e9764f3 req-9d9f79e3-64d0-4691-bed7-adba4efff973 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 945 time: 0.0976653 Jul 15 14:02:29.878507 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-84342422-95a9-48c7-b72d-e88dc1549b77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:29.996494 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b2a438d5-f6a4-46de-8f22-c3487e9764f3 req-3d368c75-02af-4be5-b34c-9cbed7c0e98e tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332312 Jul 15 14:02:30.092098 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-84342422-95a9-48c7-b72d-e88dc1549b77 admin admin] Publish callbacks [] for security_group (a83433f4-2394-44d6-a4ee-4d4702992a73), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:30.095836 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-84342422-95a9-48c7-b72d-e88dc1549b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (a83433f4-2394-44d6-a4ee-4d4702992a73), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:30.178679 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-84342422-95a9-48c7-b72d-e88dc1549b77 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eb9b76b44b754456acb2c223a76d59f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7252743 Jul 15 14:02:30.180293 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 48348) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:30.193233 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=6 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:30.195836 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84342422-95a9-48c7-b72d-e88dc1549b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83433f4-2394-44d6-a4ee-4d4702992a73,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:30.306517 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-59e2d1b9-382f-4a22-8236-04e2d1fa7b25 admin admin] Publish callbacks [] for security_group (a83433f4-2394-44d6-a4ee-4d4702992a73), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:30.350210 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-59e2d1b9-382f-4a22-8236-04e2d1fa7b25 admin admin] Publish callbacks [] for security_group (a83433f4-2394-44d6-a4ee-4d4702992a73), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:30.448941 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-59e2d1b9-382f-4a22-8236-04e2d1fa7b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (a83433f4-2394-44d6-a4ee-4d4702992a73), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:30.454472 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-59e2d1b9-382f-4a22-8236-04e2d1fa7b25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:30.461654 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-59e2d1b9-382f-4a22-8236-04e2d1fa7b25 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a83433f4-2394-44d6-a4ee-4d4702992a73 HTTP/1.1" status: 204 len: 168 time: 0.2792449 Jul 15 14:02:30.479101 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e2d1b9-382f-4a22-8236-04e2d1fa7b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83433f4-2394-44d6-a4ee-4d4702992a73,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:30.496752 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:31.092165 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 48390) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:31.166392 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 48394) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:31.187059 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a4b8525a-dc78-40e0-a9dd-f325bd1877f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:31.206115 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:31.257339 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:31.327148 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a4b8525a-dc78-40e0-a9dd-f325bd1877f5 admin admin] Publish callbacks [] for security_group (cb21ab13-f15c-40d8-aa81-e4e537e65ab0), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:31.334791 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a4b8525a-dc78-40e0-a9dd-f325bd1877f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (cb21ab13-f15c-40d8-aa81-e4e537e65ab0), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:31.369464 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f13ee7-1ffb-48ba-9211-98da9a002854 req-2549d853-1a0b-4ee1-a5ec-98dff4d4f78f tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:31.372609 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f0f13ee7-1ffb-48ba-9211-98da9a002854 req-2549d853-1a0b-4ee1-a5ec-98dff4d4f78f tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 945 time: 0.1864965 Jul 15 14:02:31.395622 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 48398) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:31.403430 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b8525a-dc78-40e0-a9dd-f325bd1877f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb21ab13-f15c-40d8-aa81-e4e537e65ab0,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:31.409163 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-a4b8525a-dc78-40e0-a9dd-f325bd1877f5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=31d5bda55e6044ddab94ce68368b9200&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2408595 Jul 15 14:02:31.413438 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 48402) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:31.502587 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-75916dde-38d4-46ae-8ab1-035be2c99d78 admin admin] Publish callbacks [] for security_group (cb21ab13-f15c-40d8-aa81-e4e537e65ab0), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:31.536497 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-75916dde-38d4-46ae-8ab1-035be2c99d78 admin admin] Publish callbacks [] for security_group (cb21ab13-f15c-40d8-aa81-e4e537e65ab0), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:31.562466 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f0f13ee7-1ffb-48ba-9211-98da9a002854 req-20081128-4f0b-4065-8bf1-0cd0ad88533e tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786845 Jul 15 14:02:31.637479 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-850d0b67-681c-4f19-874f-76605e4958a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:31.640849 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-75916dde-38d4-46ae-8ab1-035be2c99d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (cb21ab13-f15c-40d8-aa81-e4e537e65ab0), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:31.643962 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-75916dde-38d4-46ae-8ab1-035be2c99d78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:31.645631 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-75916dde-38d4-46ae-8ab1-035be2c99d78 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cb21ab13-f15c-40d8-aa81-e4e537e65ab0 HTTP/1.1" status: 204 len: 168 time: 0.2307401 Jul 15 14:02:31.673597 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75916dde-38d4-46ae-8ab1-035be2c99d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb21ab13-f15c-40d8-aa81-e4e537e65ab0,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:31.803576 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-850d0b67-681c-4f19-874f-76605e4958a0 admin admin] Publish callbacks [] for security_group (a23e180d-112c-43e3-8b35-7ff6d64ccd4d), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:31.809698 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-850d0b67-681c-4f19-874f-76605e4958a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (a23e180d-112c-43e3-8b35-7ff6d64ccd4d), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:31.904189 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-850d0b67-681c-4f19-874f-76605e4958a0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=784bedc01b834c2980092e8d463c12e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5033278 Jul 15 14:02:31.916437 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 48410) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:31.951102 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850d0b67-681c-4f19-874f-76605e4958a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23e180d-112c-43e3-8b35-7ff6d64ccd4d,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:32.030822 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-53d27bdd-316e-4a83-ab0a-08a063a6eeec admin admin] Publish callbacks [] for security_group (a23e180d-112c-43e3-8b35-7ff6d64ccd4d), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:32.049384 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=12 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:32.115572 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-53d27bdd-316e-4a83-ab0a-08a063a6eeec admin admin] Publish callbacks [] for security_group (a23e180d-112c-43e3-8b35-7ff6d64ccd4d), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:32.173328 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-70b64a98-1922-4b3d-bf69-9712815f3659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452826'] for router_interface (f1f984db-9073-48a1-bd9e-9140e2d223c6), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:32.228614 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-53d27bdd-316e-4a83-ab0a-08a063a6eeec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (a23e180d-112c-43e3-8b35-7ff6d64ccd4d), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:32.233118 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-53d27bdd-316e-4a83-ab0a-08a063a6eeec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:32.234554 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-53d27bdd-316e-4a83-ab0a-08a063a6eeec admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a23e180d-112c-43e3-8b35-7ff6d64ccd4d HTTP/1.1" status: 204 len: 168 time: 0.3162024 Jul 15 14:02:32.253476 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d27bdd-316e-4a83-ab0a-08a063a6eeec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23e180d-112c-43e3-8b35-7ff6d64ccd4d,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:32.615671 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-70b64a98-1922-4b3d-bf69-9712815f3659 admin admin] Deleting port 687da8d4-265f-46a5-a573-423b6a1a8086 {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:02:32.616349 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-70b64a98-1922-4b3d-bf69-9712815f3659 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (687da8d4-265f-46a5-a573-423b6a1a8086), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:32.841829 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4de45b-903a-4260-ab06-beaa5f4f173e req-9c8bff46-4974-4e4f-8d04-d3a62cd10b97 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:32.843057 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 48442) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:32.843909 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fb4de45b-903a-4260-ab06-beaa5f4f173e req-9c8bff46-4974-4e4f-8d04-d3a62cd10b97 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 945 time: 0.1369350 Jul 15 14:02:32.862563 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-70b64a98-1922-4b3d-bf69-9712815f3659 admin admin] For port 687da8d4-265f-46a5-a573-423b6a1a8086, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=687da8d4-265f-46a5-a573-423b6a1a8086,segment=NetworkSegment(38096d94-fd7d-4e30-b8c0-11363bafd847),segment_id=38096d94-fd7d-4e30-b8c0-11363bafd847)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:02:32.863118 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-70b64a98-1922-4b3d-bf69-9712815f3659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (687da8d4-265f-46a5-a573-423b6a1a8086), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:32.865340 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-69c7c940-7ee8-488c-b552-5d7a39fac2b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:32.902140 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:32.913318 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-70b64a98-1922-4b3d-bf69-9712815f3659 admin admin] Calling delete_port for 687da8d4-265f-46a5-a573-423b6a1a8086 owned by network:router_interface {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:02:33.018067 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-69c7c940-7ee8-488c-b552-5d7a39fac2b0 admin admin] Publish callbacks [] for security_group (80b0f99b-e05b-4261-8fe5-56d289f01423), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:33.018434 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fb4de45b-903a-4260-ab06-beaa5f4f173e req-f93500e2-27a5-4634-951b-b3fa533c7ae1 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601207 Jul 15 14:02:33.026198 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-69c7c940-7ee8-488c-b552-5d7a39fac2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (80b0f99b-e05b-4261-8fe5-56d289f01423), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:33.076348 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c7c940-7ee8-488c-b552-5d7a39fac2b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b0f99b-e05b-4261-8fe5-56d289f01423,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:33.109566 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-69c7c940-7ee8-488c-b552-5d7a39fac2b0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bb6d08afb1a34e529808cbfd98260d39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2650669 Jul 15 14:02:33.112592 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:33.113047 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 48446) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:33.239795 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1ad77b63-f1d7-4640-be7f-06cf6dd12fb7 admin admin] Publish callbacks [] for security_group (80b0f99b-e05b-4261-8fe5-56d289f01423), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:33.269918 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1ad77b63-f1d7-4640-be7f-06cf6dd12fb7 admin admin] Publish callbacks [] for security_group (80b0f99b-e05b-4261-8fe5-56d289f01423), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:33.341768 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:33.351378 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-70b64a98-1922-4b3d-bf69-9712815f3659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59481580'] for port (687da8d4-265f-46a5-a573-423b6a1a8086), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:33.383105 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1ad77b63-f1d7-4640-be7f-06cf6dd12fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (80b0f99b-e05b-4261-8fe5-56d289f01423), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:33.388706 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1ad77b63-f1d7-4640-be7f-06cf6dd12fb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:33.397398 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-1ad77b63-f1d7-4640-be7f-06cf6dd12fb7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/80b0f99b-e05b-4261-8fe5-56d289f01423 HTTP/1.1" status: 204 len: 168 time: 0.2808805 Jul 15 14:02:33.413161 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad77b63-f1d7-4640-be7f-06cf6dd12fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b0f99b-e05b-4261-8fe5-56d289f01423,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:33.428979 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b64a98-1922-4b3d-bf69-9712815f3659 admin admin] Pushing event deleted for resources: {'Port': ['ID=687da8d4-265f-46a5-a573-423b6a1a8086,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:33.836095 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-70b64a98-1922-4b3d-bf69-9712815f3659 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452726'] for router_interface (f1f984db-9073-48a1-bd9e-9140e2d223c6), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:34.286531 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3e02b3-3fdf-485f-a4f4-3860a2f03883 req-8d87d28a-f994-4e79-b5bd-a9f921c07690 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:34.288478 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bf3e02b3-3fdf-485f-a4f4-3860a2f03883 req-8d87d28a-f994-4e79-b5bd-a9f921c07690 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 945 time: 0.1282501 Jul 15 14:02:34.323920 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-3117b6cd-8377-4598-90e9-298b0791c2f7 None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:02:34.407423 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b64a98-1922-4b3d-bf69-9712815f3659 admin admin] Router f1f984db-9073-48a1-bd9e-9140e2d223c6 has already been hosted by L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 14:02:34.428054 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bf3e02b3-3fdf-485f-a4f4-3860a2f03883 req-5e6cebc7-3c06-4036-b865-5ac485817cd4 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243029 Jul 15 14:02:34.660317 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b64a98-1922-4b3d-bf69-9712815f3659 admin admin] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:02:34.666968 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-70b64a98-1922-4b3d-bf69-9712815f3659 admin admin] 10.222.0.16 "PUT /v2.0/routers/f1f984db-9073-48a1-bd9e-9140e2d223c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5722561 Jul 15 14:02:34.670128 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 48540) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:34.674342 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bae0bb-e84c-4111-8166-64b972bd3f47 None None] Sync routers for ids ['f1f984db-9073-48a1-bd9e-9140e2d223c6'] in dv-cinder-850002-1-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:02:34.689699 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bae0bb-e84c-4111-8166-64b972bd3f47 None None] Routers {'f1f984db-9073-48a1-bd9e-9140e2d223c6'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:02:34.691410 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-79bae0bb-e84c-4111-8166-64b972bd3f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:02:16Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['f1f984db-9073-48a1-bd9e-9140e2d223c6'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:34.701526 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:34.832571 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 48552) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:34.870963 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e8ba7c3f-6c2c-43a6-bb1a-96d9144434cc admin admin] Publish callbacks [] for router (f1f984db-9073-48a1-bd9e-9140e2d223c6), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:35.013595 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-79bae0bb-e84c-4111-8166-64b972bd3f47 None None] Set router f1f984db-9073-48a1-bd9e-9140e2d223c6 gateway port host: dv-cinder-850002-1-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:02:35.112723 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9017a5a9-1f8e-4ad2-96c0-243b6fbf5c9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:35.392489 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e8ba7c3f-6c2c-43a6-bb1a-96d9144434cc admin admin] Publish callbacks [] for router_gateway (f1f984db-9073-48a1-bd9e-9140e2d223c6), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:35.443314 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9017a5a9-1f8e-4ad2-96c0-243b6fbf5c9e admin admin] Publish callbacks [] for security_group (3ef800eb-fb28-49b3-bfcb-41a58e0a94ba), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:35.467262 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9017a5a9-1f8e-4ad2-96c0-243b6fbf5c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (3ef800eb-fb28-49b3-bfcb-41a58e0a94ba), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:35.651217 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-9017a5a9-1f8e-4ad2-96c0-243b6fbf5c9e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=894ea62d53ec4ecfade892d6014f7012&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8142977 Jul 15 14:02:35.651217 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9017a5a9-1f8e-4ad2-96c0-243b6fbf5c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef800eb-fb28-49b3-bfcb-41a58e0a94ba,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:35.657703 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 48594) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:35.787647 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c3fb2a58-c137-4623-99de-f1dc98ea57fd admin admin] Publish callbacks [] for security_group (3ef800eb-fb28-49b3-bfcb-41a58e0a94ba), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:35.806860 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-79bae0bb-e84c-4111-8166-64b972bd3f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f984db-9073-48a1-bd9e-9140e2d223c6', 'name': 'tempest-DeleteServersTestJSON-1551812071-router', 'tenant_id': 'd3c9ca821cd341a98f21ca15a0d6eb4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '41a57ec1-2fa2-4837-bf92-5ddf9ebbe178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:54Z', 'updated_at': '2022-07-15T14:02:33Z', 'revision_number': 5, 'project_id': 'd3c9ca821cd341a98f21ca15a0d6eb4c', 'gw_port': {'id': '41a57ec1-2fa2-4837-bf92-5ddf9ebbe178', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:7f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f984db-9073-48a1-bd9e-9140e2d223c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:55Z', 'updated_at': '2022-07-15T14:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi'}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:35.842446 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c3fb2a58-c137-4623-99de-f1dc98ea57fd admin admin] Publish callbacks [] for security_group (3ef800eb-fb28-49b3-bfcb-41a58e0a94ba), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:35.885578 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-e8ba7c3f-6c2c-43a6-bb1a-96d9144434cc admin admin] Deleting port 41a57ec1-2fa2-4837-bf92-5ddf9ebbe178 {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:02:35.887226 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e8ba7c3f-6c2c-43a6-bb1a-96d9144434cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (41a57ec1-2fa2-4837-bf92-5ddf9ebbe178), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:35.896148 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bae0bb-e84c-4111-8166-64b972bd3f47 None None] Checking router: f1f984db-9073-48a1-bd9e-9140e2d223c6 for host: dv-cinder-850002-1-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:02:35.932617 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bae0bb-e84c-4111-8166-64b972bd3f47 None None] Routers {'f1f984db-9073-48a1-bd9e-9140e2d223c6'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:02:35.933794 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-79bae0bb-e84c-4111-8166-64b972bd3f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:02:16Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['f1f984db-9073-48a1-bd9e-9140e2d223c6'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:35.974744 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee2513-24c7-40a3-9db5-c7baae7a6f83 req-13ac0d8a-3860-4dc1-ba0f-1e50f3fd5f41 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:35.977824 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-28ee2513-24c7-40a3-9db5-c7baae7a6f83 req-13ac0d8a-3860-4dc1-ba0f-1e50f3fd5f41 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 945 time: 0.1777050 Jul 15 14:02:36.002495 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c3fb2a58-c137-4623-99de-f1dc98ea57fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (3ef800eb-fb28-49b3-bfcb-41a58e0a94ba), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:36.005636 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c3fb2a58-c137-4623-99de-f1dc98ea57fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:36.010757 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-c3fb2a58-c137-4623-99de-f1dc98ea57fd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3ef800eb-fb28-49b3-bfcb-41a58e0a94ba HTTP/1.1" status: 204 len: 168 time: 0.3515348 Jul 15 14:02:36.039365 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fb2a58-c137-4623-99de-f1dc98ea57fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef800eb-fb28-49b3-bfcb-41a58e0a94ba,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:36.199909 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-79bae0bb-e84c-4111-8166-64b972bd3f47 None None] Set router f1f984db-9073-48a1-bd9e-9140e2d223c6 gateway port host: None {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:02:36.250302 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-28ee2513-24c7-40a3-9db5-c7baae7a6f83 req-27ef0ae4-724e-463a-9487-98ef11fdbd18 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508874 Jul 15 14:02:36.279187 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-e8ba7c3f-6c2c-43a6-bb1a-96d9144434cc admin admin] For port 41a57ec1-2fa2-4837-bf92-5ddf9ebbe178, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=41a57ec1-2fa2-4837-bf92-5ddf9ebbe178,segment=NetworkSegment(4890d217-1662-4526-a7d0-b4e3cb182093),segment_id=4890d217-1662-4526-a7d0-b4e3cb182093)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:02:36.281179 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e8ba7c3f-6c2c-43a6-bb1a-96d9144434cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (41a57ec1-2fa2-4837-bf92-5ddf9ebbe178), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:36.309519 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:36.324697 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-e8ba7c3f-6c2c-43a6-bb1a-96d9144434cc admin admin] Calling delete_port for 41a57ec1-2fa2-4837-bf92-5ddf9ebbe178 owned by network:router_gateway {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:02:36.382848 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-79bae0bb-e84c-4111-8166-64b972bd3f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f984db-9073-48a1-bd9e-9140e2d223c6', 'name': 'tempest-DeleteServersTestJSON-1551812071-router', 'tenant_id': 'd3c9ca821cd341a98f21ca15a0d6eb4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:54Z', 'updated_at': '2022-07-15T14:02:35Z', 'revision_number': 6, 'project_id': 'd3c9ca821cd341a98f21ca15a0d6eb4c', 'gw_port_host': None}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:36.453883 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bae0bb-e84c-4111-8166-64b972bd3f47 None None] The sync data for ids ['f1f984db-9073-48a1-bd9e-9140e2d223c6'] in dv-cinder-850002-1-iscsi is: [{'id': 'f1f984db-9073-48a1-bd9e-9140e2d223c6', 'name': 'tempest-DeleteServersTestJSON-1551812071-router', 'tenant_id': 'd3c9ca821cd341a98f21ca15a0d6eb4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:54Z', 'updated_at': '2022-07-15T14:02:35Z', 'revision_number': 6, 'project_id': 'd3c9ca821cd341a98f21ca15a0d6eb4c', 'gw_port_host': None}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:02:36.737446 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e8ba7c3f-6c2c-43a6-bb1a-96d9144434cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59481580'] for port (41a57ec1-2fa2-4837-bf92-5ddf9ebbe178), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:36.798870 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ba7c3f-6c2c-43a6-bb1a-96d9144434cc admin admin] Pushing event deleted for resources: {'Port': ['ID=41a57ec1-2fa2-4837-bf92-5ddf9ebbe178,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:36.972213 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e8ba7c3f-6c2c-43a6-bb1a-96d9144434cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-452435'] for router_gateway (f1f984db-9073-48a1-bd9e-9140e2d223c6), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:36.974224 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 48630) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:36.994010 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d61b94b2-4d9e-4383-a0d4-b05c2705ba4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:36.998085 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:37.143369 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d61b94b2-4d9e-4383-a0d4-b05c2705ba4a admin admin] Publish callbacks [] for security_group (cec42451-0c11-440e-a3c8-622abcd32fd5), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:37.150699 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d61b94b2-4d9e-4383-a0d4-b05c2705ba4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (cec42451-0c11-440e-a3c8-622abcd32fd5), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:37.176824 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e8ba7c3f-6c2c-43a6-bb1a-96d9144434cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6549'] for router (f1f984db-9073-48a1-bd9e-9140e2d223c6), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:37.184755 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e8ba7c3f-6c2c-43a6-bb1a-96d9144434cc admin admin] Publish callbacks [] for router_controller (f1f984db-9073-48a1-bd9e-9140e2d223c6), precommit_delete_associations {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:37.219403 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b94b2-4d9e-4383-a0d4-b05c2705ba4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec42451-0c11-440e-a3c8-622abcd32fd5,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:37.224216 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-d61b94b2-4d9e-4383-a0d4-b05c2705ba4a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4d64125bbffe4d619cb26897cfbec7c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2496216 Jul 15 14:02:37.229886 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 48634) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:37.240806 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:INSERT=12,neutron:SELECT=80,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:37.309888 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a06d86a5-e3f3-42a8-af0e-26d4d84088e1 admin admin] Publish callbacks [] for security_group (cec42451-0c11-440e-a3c8-622abcd32fd5), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:37.317019 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e8ba7c3f-6c2c-43a6-bb1a-96d9144434cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-458408'] for router (f1f984db-9073-48a1-bd9e-9140e2d223c6), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:37.318040 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ba7c3f-6c2c-43a6-bb1a-96d9144434cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1f984db-9073-48a1-bd9e-9140e2d223c6 {{(pid=103882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:02:37.334910 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e8ba7c3f-6c2c-43a6-bb1a-96d9144434cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:37.339907 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-e8ba7c3f-6c2c-43a6-bb1a-96d9144434cc admin admin] 10.222.0.16 "DELETE /v2.0/routers/f1f984db-9073-48a1-bd9e-9140e2d223c6 HTTP/1.1" status: 204 len: 168 time: 2.6685944 Jul 15 14:02:37.340513 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a06d86a5-e3f3-42a8-af0e-26d4d84088e1 admin admin] Publish callbacks [] for security_group (cec42451-0c11-440e-a3c8-622abcd32fd5), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:37.340732 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 48638) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:37.470255 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a06d86a5-e3f3-42a8-af0e-26d4d84088e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (cec42451-0c11-440e-a3c8-622abcd32fd5), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:37.473659 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a06d86a5-e3f3-42a8-af0e-26d4d84088e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:37.475146 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-a06d86a5-e3f3-42a8-af0e-26d4d84088e1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cec42451-0c11-440e-a3c8-622abcd32fd5 HTTP/1.1" status: 204 len: 168 time: 0.2433760 Jul 15 14:02:37.487142 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06d86a5-e3f3-42a8-af0e-26d4d84088e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec42451-0c11-440e-a3c8-622abcd32fd5,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:37.523450 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd45562-3325-487f-857a-903dca705d0d req-9d05cee8-6dde-4675-a526-d8c556dcb839 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:37.525955 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7bd45562-3325-487f-857a-903dca705d0d req-9d05cee8-6dde-4675-a526-d8c556dcb839 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 945 time: 0.1725738 Jul 15 14:02:37.530236 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_v2 [None req-c63dbcab-980c-4912-aec4-4e308f6d737a admin admin] Deleting subnet 98337d2e-3581-4353-88ca-3d2c4ce5295a {{(pid=103882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 15 14:02:37.540254 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c63dbcab-980c-4912-aec4-4e308f6d737a admin admin] Publish callbacks [] for subnet (98337d2e-3581-4353-88ca-3d2c4ce5295a), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:37.541857 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 687da8d4-265f-46a5-a573-423b6a1a8086 no longer exists at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:02:37.587266 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] No Port match for: 687da8d4-265f-46a5-a573-423b6a1a8086 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 15 14:02:37.587793 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 687da8d4-265f-46a5-a573-423b6a1a8086 not bound to the agent host dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:02:37.588383 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 41a57ec1-2fa2-4837-bf92-5ddf9ebbe178 no longer exists at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:02:37.593287 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:37.642282 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] No Port match for: 41a57ec1-2fa2-4837-bf92-5ddf9ebbe178 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 15 14:02:37.642886 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 41a57ec1-2fa2-4837-bf92-5ddf9ebbe178 not bound to the agent host dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:02:37.660852 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c63dbcab-980c-4912-aec4-4e308f6d737a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59481126'] for subnet (98337d2e-3581-4353-88ca-3d2c4ce5295a), precommit_delete_associations {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:37.726217 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7bd45562-3325-487f-857a-903dca705d0d req-d6f82a92-de78-4dac-9424-94dd000838a0 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869221 Jul 15 14:02:37.889382 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c63dbcab-980c-4912-aec4-4e308f6d737a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7811561'] for subnet (98337d2e-3581-4353-88ca-3d2c4ce5295a), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:38.036769 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c63dbcab-980c-4912-aec4-4e308f6d737a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7811472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59481147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59290875'] for subnet (98337d2e-3581-4353-88ca-3d2c4ce5295a), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:38.081340 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63dbcab-980c-4912-aec4-4e308f6d737a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98337d2e-3581-4353-88ca-3d2c4ce5295a,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:38.089832 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c63dbcab-980c-4912-aec4-4e308f6d737a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:38.094082 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-c63dbcab-980c-4912-aec4-4e308f6d737a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/98337d2e-3581-4353-88ca-3d2c4ce5295a HTTP/1.1" status: 204 len: 168 time: 0.7519550 Jul 15 14:02:38.096956 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 48660) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:38.101738 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e423b60-4088-47f0-a4d1-51b66bcb41a1 None None] Network 2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448 requested from dv-cinder-850002-1-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 14:02:38.226407 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c0b44b66-eb3c-42a9-851b-685ad4cbf573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7936400'] for network (2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:38.328681 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-c0b44b66-eb3c-42a9-851b-685ad4cbf573 admin admin] Deleting port a1f9f660-ad33-4369-87f2-58e5d8bc1f61 {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:02:38.329037 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c0b44b66-eb3c-42a9-851b-685ad4cbf573 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (a1f9f660-ad33-4369-87f2-58e5d8bc1f61), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:38.392921 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd160c46-b17d-4f88-a25c-3061ed944c41 None None] DHCP port deletion for 2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448 request from dv-cinder-850002-1-iscsi {{(pid=103883) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 15 14:02:38.452437 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:38.460450 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-c0b44b66-eb3c-42a9-851b-685ad4cbf573 admin admin] For port a1f9f660-ad33-4369-87f2-58e5d8bc1f61, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=a1f9f660-ad33-4369-87f2-58e5d8bc1f61,segment=NetworkSegment(38096d94-fd7d-4e30-b8c0-11363bafd847),segment_id=38096d94-fd7d-4e30-b8c0-11363bafd847)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:02:38.461059 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c0b44b66-eb3c-42a9-851b-685ad4cbf573 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (a1f9f660-ad33-4369-87f2-58e5d8bc1f61), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:38.470965 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-cd160c46-b17d-4f88-a25c-3061ed944c41 None None] Deleting port a1f9f660-ad33-4369-87f2-58e5d8bc1f61 {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:02:38.471913 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-cd160c46-b17d-4f88-a25c-3061ed944c41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (a1f9f660-ad33-4369-87f2-58e5d8bc1f61), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:38.496048 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-c0b44b66-eb3c-42a9-851b-685ad4cbf573 admin admin] Calling delete_port for a1f9f660-ad33-4369-87f2-58e5d8bc1f61 owned by network:dhcp {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:02:38.646250 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-cd160c46-b17d-4f88-a25c-3061ed944c41 None None] For port a1f9f660-ad33-4369-87f2-58e5d8bc1f61, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=a1f9f660-ad33-4369-87f2-58e5d8bc1f61,segment=NetworkSegment(38096d94-fd7d-4e30-b8c0-11363bafd847),segment_id=38096d94-fd7d-4e30-b8c0-11363bafd847)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:02:38.654672 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-cd160c46-b17d-4f88-a25c-3061ed944c41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (a1f9f660-ad33-4369-87f2-58e5d8bc1f61), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:38.675757 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c0b44b66-eb3c-42a9-851b-685ad4cbf573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59481580'] for port (a1f9f660-ad33-4369-87f2-58e5d8bc1f61), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:38.704330 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-cd160c46-b17d-4f88-a25c-3061ed944c41 None None] Calling delete_port for a1f9f660-ad33-4369-87f2-58e5d8bc1f61 owned by network:dhcp {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:02:38.723242 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b44b66-eb3c-42a9-851b-685ad4cbf573 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1f9f660-ad33-4369-87f2-58e5d8bc1f61,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:38.725987 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b44b66-eb3c-42a9-851b-685ad4cbf573 admin admin] No DVR routers for this DVR port a1f9f660-ad33-4369-87f2-58e5d8bc1f61 on host dv-cinder-850002-1-iscsi {{(pid=103882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 15 14:02:38.982943 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c0b44b66-eb3c-42a9-851b-685ad4cbf573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7814826', 'neutron.services.segments.db._delete_segments_for_network-8774722533663'] for network (2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:39.079410 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-cd160c46-b17d-4f88-a25c-3061ed944c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204'] for port (a1f9f660-ad33-4369-87f2-58e5d8bc1f61), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:39.091780 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-c0b44b66-eb3c-42a9-851b-685ad4cbf573 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448']}} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:39.123101 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd160c46-b17d-4f88-a25c-3061ed944c41 None None] Pushing event deleted for resources: {'Port': ['ID=a1f9f660-ad33-4369-87f2-58e5d8bc1f61,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:39.144444 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd160c46-b17d-4f88-a25c-3061ed944c41 None None] No DVR routers for this DVR port a1f9f660-ad33-4369-87f2-58e5d8bc1f61 on host dv-cinder-850002-1-iscsi {{(pid=103883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 15 14:02:39.168261 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-c0b44b66-eb3c-42a9-851b-685ad4cbf573 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38096d94-fd7d-4e30-b8c0-11363bafd847') {'for_net_delete': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:39.168839 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-c0b44b66-eb3c-42a9-851b-685ad4cbf573 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38096d94-fd7d-4e30-b8c0-11363bafd847') {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:39.196928 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5206e1-d533-4c61-804d-ea21fe379612 req-f9d69d81-9531-4082-a98d-43e7fa3c9d60 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:39.206353 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9b5206e1-d533-4c61-804d-ea21fe379612 req-f9d69d81-9531-4082-a98d-43e7fa3c9d60 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 945 time: 0.2011979 Jul 15 14:02:39.213149 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c0b44b66-eb3c-42a9-851b-685ad4cbf573 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774722502184', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59481129'] for segment (38096d94-fd7d-4e30-b8c0-11363bafd847), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:39.270375 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c0b44b66-eb3c-42a9-851b-685ad4cbf573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7753414'] for segment (38096d94-fd7d-4e30-b8c0-11363bafd847), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:39.281848 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0b44b66-eb3c-42a9-851b-685ad4cbf573 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=103882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:02:39.282259 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c0b44b66-eb3c-42a9-851b-685ad4cbf573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7753414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59481561'] for segment (38096d94-fd7d-4e30-b8c0-11363bafd847), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:39.293842 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device a1f9f660-ad33-4369-87f2-58e5d8bc1f61 no longer exists at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:02:39.341520 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] No Port match for: a1f9f660-ad33-4369-87f2-58e5d8bc1f61 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 15 14:02:39.342926 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device a1f9f660-ad33-4369-87f2-58e5d8bc1f61 not bound to the agent host dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:02:39.357708 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.services.segments.plugin [-] Segment 38096d94-fd7d-4e30-b8c0-11363bafd847 resource provider aggregate not found Jul 15 14:02:39.385456 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9b5206e1-d533-4c61-804d-ea21fe379612 req-c566c464-4dab-4589-993a-8648d321fcd5 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772685 Jul 15 14:02:39.403228 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c0b44b66-eb3c-42a9-851b-685ad4cbf573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7814819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452470'] for network (2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:39.405938 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.services.segments.plugin [-] Segment 38096d94-fd7d-4e30-b8c0-11363bafd847 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 38096d94-fd7d-4e30-b8c0-11363bafd847 found for delete ", "request_id": "req-d8fc94c4-8d52-4573-b49c-e6e7c7a4edc5"}]} Jul 15 14:02:39.436321 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c0b44b66-eb3c-42a9-851b-685ad4cbf573 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for network (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:39.439679 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-c0b44b66-eb3c-42a9-851b-685ad4cbf573 admin admin] 10.222.0.16 "DELETE /v2.0/networks/2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448 HTTP/1.1" status: 204 len: 168 time: 1.3415108 Jul 15 14:02:39.441139 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b44b66-eb3c-42a9-851b-685ad4cbf573 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d18f5fe-4923-4ff8-9ae4-ee1dbe0e0448,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:39.760644 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 48714) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:39.837983 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-9d140a39-504b-4580-bef6-23ee54cdb10a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d3c9ca821cd341a98f21ca15a0d6eb4c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0755150 Jul 15 14:02:39.842874 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 48716) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:39.892892 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:39.908421 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6ba452e0-b8fe-478d-9919-eecebc22dee5 admin admin] Publish callbacks [] for security_group (568a9f09-4a35-459c-8983-49332b2ec06f), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:39.964571 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6ba452e0-b8fe-478d-9919-eecebc22dee5 admin admin] Publish callbacks [] for security_group (568a9f09-4a35-459c-8983-49332b2ec06f), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:40.085111 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6ba452e0-b8fe-478d-9919-eecebc22dee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (568a9f09-4a35-459c-8983-49332b2ec06f), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:40.090976 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6ba452e0-b8fe-478d-9919-eecebc22dee5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:40.093035 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-6ba452e0-b8fe-478d-9919-eecebc22dee5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/568a9f09-4a35-459c-8983-49332b2ec06f HTTP/1.1" status: 204 len: 168 time: 0.2487769 Jul 15 14:02:40.125802 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba452e0-b8fe-478d-9919-eecebc22dee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568a9f09-4a35-459c-8983-49332b2ec06f,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:40.593484 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e271981-1f8a-4230-a2d7-d6647a0328dd req-9870d8a5-c6e3-4b95-9d5f-569dadda3ac4 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:40.597315 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7e271981-1f8a-4230-a2d7-d6647a0328dd req-9870d8a5-c6e3-4b95-9d5f-569dadda3ac4 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 945 time: 0.1018226 Jul 15 14:02:40.685221 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7e271981-1f8a-4230-a2d7-d6647a0328dd req-d735fb8d-3cc5-46f6-b23f-0119227c4b38 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804043 Jul 15 14:02:41.520571 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f79186-5609-4e00-8d62-f856a5e7e0a9 req-05e195a4-f00a-49c4-8205-5946f09ac076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:41.523045 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-84f79186-5609-4e00-8d62-f856a5e7e0a9 req-05e195a4-f00a-49c4-8205-5946f09ac076 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 1129 time: 0.0793579 Jul 15 14:02:41.604123 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-84f79186-5609-4e00-8d62-f856a5e7e0a9 req-48c5dbd1-b08d-49ec-94d2-98045506ea57 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745442 Jul 15 14:02:41.917164 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:41.933625 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3b83d-2d98-4eeb-a8b9-3668f65e0182 req-760d23f5-ec9b-41a6-a5f6-df00862990b4 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:41.941797 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a9c3b83d-2d98-4eeb-a8b9-3668f65e0182 req-760d23f5-ec9b-41a6-a5f6-df00862990b4 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 945 time: 0.1082599 Jul 15 14:02:42.021909 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a9c3b83d-2d98-4eeb-a8b9-3668f65e0182 req-467b45ad-179a-4271-a070-ced66607ce75 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778527 Jul 15 14:02:42.065225 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 48824) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:42.291533 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8ffcbbc4-58cd-4ca9-be57-7c1b4e09c3ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:42.397446 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8ffcbbc4-58cd-4ca9-be57-7c1b4e09c3ae admin admin] Publish callbacks [] for security_group (1cdc5a10-a786-41ee-bbf6-85adc3ec7b91), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:42.402491 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8ffcbbc4-58cd-4ca9-be57-7c1b4e09c3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (1cdc5a10-a786-41ee-bbf6-85adc3ec7b91), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:42.447753 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffcbbc4-58cd-4ca9-be57-7c1b4e09c3ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cdc5a10-a786-41ee-bbf6-85adc3ec7b91,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:42.452312 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-8ffcbbc4-58cd-4ca9-be57-7c1b4e09c3ae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b4c59bd900864f59bdc3cd109fee1ae8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3856113 Jul 15 14:02:42.455252 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 48838) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:42.520850 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0814e17b-8c33-4f09-a8e9-496d9c48a24f admin admin] Publish callbacks [] for security_group (1cdc5a10-a786-41ee-bbf6-85adc3ec7b91), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:42.549649 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0814e17b-8c33-4f09-a8e9-496d9c48a24f admin admin] Publish callbacks [] for security_group (1cdc5a10-a786-41ee-bbf6-85adc3ec7b91), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:42.609444 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0814e17b-8c33-4f09-a8e9-496d9c48a24f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (1cdc5a10-a786-41ee-bbf6-85adc3ec7b91), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:42.614055 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0814e17b-8c33-4f09-a8e9-496d9c48a24f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:42.617962 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-0814e17b-8c33-4f09-a8e9-496d9c48a24f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1cdc5a10-a786-41ee-bbf6-85adc3ec7b91 HTTP/1.1" status: 204 len: 168 time: 0.1588206 Jul 15 14:02:42.626056 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0814e17b-8c33-4f09-a8e9-496d9c48a24f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cdc5a10-a786-41ee-bbf6-85adc3ec7b91,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:42.639146 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:UPDATE=6,neutron:SELECT=51,neutron:DELETE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:43.029975 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 48850) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:43.214263 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9881cf-4a91-4746-abcf-ac847c15f95a req-4c31e627-d4e9-4857-a40b-9145e8236972 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:43.221844 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7f9881cf-4a91-4746-abcf-ac847c15f95a req-4c31e627-d4e9-4857-a40b-9145e8236972 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 945 time: 0.0958519 Jul 15 14:02:43.283873 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-7484cc37-d15c-43f1-beed-6850db947e65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:43.324061 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7f9881cf-4a91-4746-abcf-ac847c15f95a req-b7dd6c9a-ea09-43f8-b789-dc5f21e3ab7c tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007950 Jul 15 14:02:43.357895 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-89a5bde7-0c67-4c8f-8bc0-3549d31b0b9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (6c40ee43-5406-4a95-b7b4-11b32ddced25), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:43.464521 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-7484cc37-d15c-43f1-beed-6850db947e65 admin admin] Publish callbacks [] for security_group (6eecd217-83d1-4047-adab-475e6f31d757), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:43.471766 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-7484cc37-d15c-43f1-beed-6850db947e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (6eecd217-83d1-4047-adab-475e6f31d757), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:43.519271 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-7484cc37-d15c-43f1-beed-6850db947e65 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fb2d2f33a2894f6dad3aa8b61a760572&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4877913 Jul 15 14:02:43.522276 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 48866) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:43.533244 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7484cc37-d15c-43f1-beed-6850db947e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eecd217-83d1-4047-adab-475e6f31d757,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:43.630302 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-dab192de-5899-4dfb-b0f6-6a9bea40b8d3 admin admin] Publish callbacks [] for security_group (6eecd217-83d1-4047-adab-475e6f31d757), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:43.657282 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-dab192de-5899-4dfb-b0f6-6a9bea40b8d3 admin admin] Publish callbacks [] for security_group (6eecd217-83d1-4047-adab-475e6f31d757), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:43.685331 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 48872) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:43.744663 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-dab192de-5899-4dfb-b0f6-6a9bea40b8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (6eecd217-83d1-4047-adab-475e6f31d757), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:43.749226 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-dab192de-5899-4dfb-b0f6-6a9bea40b8d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:43.751247 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-dab192de-5899-4dfb-b0f6-6a9bea40b8d3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6eecd217-83d1-4047-adab-475e6f31d757 HTTP/1.1" status: 204 len: 168 time: 0.2257719 Jul 15 14:02:43.766785 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab192de-5899-4dfb-b0f6-6a9bea40b8d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eecd217-83d1-4047-adab-475e6f31d757,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:43.866608 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e47565b6-7331-41f0-8594-5d1d89c7a3b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:44.000179 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e47565b6-7331-41f0-8594-5d1d89c7a3b3 admin admin] Publish callbacks [] for security_group (24c634b6-5382-4f6c-a9f4-ec8eaff1fc19), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:44.004376 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e47565b6-7331-41f0-8594-5d1d89c7a3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (24c634b6-5382-4f6c-a9f4-ec8eaff1fc19), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:44.029899 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:44.065179 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-e47565b6-7331-41f0-8594-5d1d89c7a3b3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f7f441cebef04fbd9b371960096095e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3753502 Jul 15 14:02:44.065179 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47565b6-7331-41f0-8594-5d1d89c7a3b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c634b6-5382-4f6c-a9f4-ec8eaff1fc19,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:44.066616 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 48880) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:44.089846 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:44.161621 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e59220ff-45d3-4be1-9940-e124a89cb172 admin admin] Publish callbacks [] for security_group (24c634b6-5382-4f6c-a9f4-ec8eaff1fc19), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:44.196746 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e59220ff-45d3-4be1-9940-e124a89cb172 admin admin] Publish callbacks [] for security_group (24c634b6-5382-4f6c-a9f4-ec8eaff1fc19), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:44.197538 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 48882) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:44.212119 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f3c08322-7bfd-4585-951e-11f8a4c04529 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:44.267004 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e59220ff-45d3-4be1-9940-e124a89cb172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (24c634b6-5382-4f6c-a9f4-ec8eaff1fc19), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:44.270363 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e59220ff-45d3-4be1-9940-e124a89cb172 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:44.271653 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-e59220ff-45d3-4be1-9940-e124a89cb172 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/24c634b6-5382-4f6c-a9f4-ec8eaff1fc19 HTTP/1.1" status: 204 len: 168 time: 0.2034791 Jul 15 14:02:44.280776 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59220ff-45d3-4be1-9940-e124a89cb172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c634b6-5382-4f6c-a9f4-ec8eaff1fc19,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:44.344995 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=81,neutron:INSERT=18,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:44.348752 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f3c08322-7bfd-4585-951e-11f8a4c04529 admin admin] Publish callbacks [] for security_group (8d00b1b8-f04d-4822-b25a-4453419b7504), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:44.353464 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f3c08322-7bfd-4585-951e-11f8a4c04529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (8d00b1b8-f04d-4822-b25a-4453419b7504), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:44.417651 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-f3c08322-7bfd-4585-951e-11f8a4c04529 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bf002167eff44b32ad480289326b3321&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2189231 Jul 15 14:02:44.422030 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 48890) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:44.437748 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c08322-7bfd-4585-951e-11f8a4c04529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d00b1b8-f04d-4822-b25a-4453419b7504,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:44.564339 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba2c9e1-93d3-46e6-be51-5807c54bf0d2 req-9eebe226-1ecc-4f4c-ad44-8610eb5530c1 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:44.567741 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4ba2c9e1-93d3-46e6-be51-5807c54bf0d2 req-9eebe226-1ecc-4f4c-ad44-8610eb5530c1 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 945 time: 0.1258619 Jul 15 14:02:44.630556 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-29ed0a84-b212-4c34-9386-ba56260da6ac admin admin] Publish callbacks [] for security_group (8d00b1b8-f04d-4822-b25a-4453419b7504), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:44.670410 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-29ed0a84-b212-4c34-9386-ba56260da6ac admin admin] Publish callbacks [] for security_group (8d00b1b8-f04d-4822-b25a-4453419b7504), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:44.699901 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4ba2c9e1-93d3-46e6-be51-5807c54bf0d2 req-182e9897-cda8-4c7e-b6c3-5bc96db366c8 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220620 Jul 15 14:02:44.759798 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-29ed0a84-b212-4c34-9386-ba56260da6ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (8d00b1b8-f04d-4822-b25a-4453419b7504), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:44.762727 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-29ed0a84-b212-4c34-9386-ba56260da6ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:44.764285 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-29ed0a84-b212-4c34-9386-ba56260da6ac admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8d00b1b8-f04d-4822-b25a-4453419b7504 HTTP/1.1" status: 204 len: 168 time: 0.3410554 Jul 15 14:02:44.774681 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ed0a84-b212-4c34-9386-ba56260da6ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d00b1b8-f04d-4822-b25a-4453419b7504,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:44.892119 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a7a27-998d-4a8a-8174-611eb61446df req-dc9bd2fb-bb0a-464b-8015-b0974f2d48c2 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:44.893962 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-591a7a27-998d-4a8a-8174-611eb61446df req-dc9bd2fb-bb0a-464b-8015-b0974f2d48c2 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c6bc8f0-81aa-45df-9fb1-4e581cf0913e HTTP/1.1" status: 200 len: 945 time: 0.0620208 Jul 15 14:02:44.911331 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 48900) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:44.935876 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0989cd34-75eb-475f-be5a-d98085f1bd99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:44.966699 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-591a7a27-998d-4a8a-8174-611eb61446df req-71c2f8ff-3a9a-4b44-a831-38cf98663503 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601728 Jul 15 14:02:45.077416 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:45.088445 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0989cd34-75eb-475f-be5a-d98085f1bd99 admin admin] Publish callbacks [] for security_group (bc205762-d525-44fd-b2b2-3f53b50a792b), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:45.095851 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0989cd34-75eb-475f-be5a-d98085f1bd99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (bc205762-d525-44fd-b2b2-3f53b50a792b), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:45.192049 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-0989cd34-75eb-475f-be5a-d98085f1bd99 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4f12ee189cc0473c8d19c96145aacecd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2784324 Jul 15 14:02:45.193683 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0989cd34-75eb-475f-be5a-d98085f1bd99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc205762-d525-44fd-b2b2-3f53b50a792b,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:45.196786 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 48908) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:45.276849 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cb3567f2-b597-4c6e-8aad-f306d436e744 admin admin] Publish callbacks [] for security_group (bc205762-d525-44fd-b2b2-3f53b50a792b), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:45.303772 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cb3567f2-b597-4c6e-8aad-f306d436e744 admin admin] Publish callbacks [] for security_group (bc205762-d525-44fd-b2b2-3f53b50a792b), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:45.392344 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cb3567f2-b597-4c6e-8aad-f306d436e744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (bc205762-d525-44fd-b2b2-3f53b50a792b), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:45.402616 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cb3567f2-b597-4c6e-8aad-f306d436e744 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:45.405009 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-cb3567f2-b597-4c6e-8aad-f306d436e744 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bc205762-d525-44fd-b2b2-3f53b50a792b HTTP/1.1" status: 204 len: 168 time: 0.2065916 Jul 15 14:02:45.425179 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3567f2-b597-4c6e-8aad-f306d436e744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc205762-d525-44fd-b2b2-3f53b50a792b,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:45.828522 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d63a60cc-4d51-495c-ae2e-1fa19387f369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (f703993d-e678-48e2-a65c-4d8192af82e3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:46.086203 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 48938) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:46.101676 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-13891efa-7d32-4c0a-95ed-44d1d197457c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:46.141598 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:46.206027 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-13891efa-7d32-4c0a-95ed-44d1d197457c admin admin] Publish callbacks [] for security_group (710ff279-9d8f-47da-8b31-e158d16a61da), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:46.211624 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-13891efa-7d32-4c0a-95ed-44d1d197457c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (710ff279-9d8f-47da-8b31-e158d16a61da), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:46.254052 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13891efa-7d32-4c0a-95ed-44d1d197457c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710ff279-9d8f-47da-8b31-e158d16a61da,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:46.259009 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-13891efa-7d32-4c0a-95ed-44d1d197457c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fcf12ac9262a41bcb017aa53b154a6ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1704171 Jul 15 14:02:46.263020 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 48944) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:46.334491 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d44386dd-0cae-49c8-8296-65159d6404c5 admin admin] Publish callbacks [] for security_group (710ff279-9d8f-47da-8b31-e158d16a61da), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:46.381102 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=53 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:46.390478 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=38 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:46.394460 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d44386dd-0cae-49c8-8296-65159d6404c5 admin admin] Publish callbacks [] for security_group (710ff279-9d8f-47da-8b31-e158d16a61da), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:46.463726 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d44386dd-0cae-49c8-8296-65159d6404c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (710ff279-9d8f-47da-8b31-e158d16a61da), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:46.466734 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d44386dd-0cae-49c8-8296-65159d6404c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:46.468360 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-d44386dd-0cae-49c8-8296-65159d6404c5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/710ff279-9d8f-47da-8b31-e158d16a61da HTTP/1.1" status: 204 len: 168 time: 0.2039220 Jul 15 14:02:46.488739 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44386dd-0cae-49c8-8296-65159d6404c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710ff279-9d8f-47da-8b31-e158d16a61da,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:46.511635 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=46,neutron:DELETE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:47.272879 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62650970-9807-4a53-b182-b0e3c169648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (be31d1c0-1844-4ed1-99dc-0179bb6e7ee8), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:47.288846 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c1214-3991-41f5-97fc-35412faaf284 req-0f7d63d3-98d0-45f7-af92-cafc83c22cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:47.292497 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-632c1214-3991-41f5-97fc-35412faaf284 req-0f7d63d3-98d0-45f7-af92-cafc83c22cb5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=77c8c864a31b402880c334c39fbe5a34&device_id=0c6bc8f0-81aa-45df-9fb1-4e581cf0913e HTTP/1.1" status: 200 len: 1129 time: 0.0966961 Jul 15 14:02:47.341807 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d4c8b-6132-4c00-96d8-6124fad9f4e9 req-2ce9cedf-cec0-4129-aae9-c7d1dcb297d2 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:47.359821 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7c1d4c8b-6132-4c00-96d8-6124fad9f4e9 req-2ce9cedf-cec0-4129-aae9-c7d1dcb297d2 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c6bc8f0-81aa-45df-9fb1-4e581cf0913e HTTP/1.1" status: 200 len: 945 time: 0.1197433 Jul 15 14:02:47.390373 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:47.439237 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c1214-3991-41f5-97fc-35412faaf284 req-41cffdd0-acf4-4e6f-82af-09a5dd2d4f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:47.442049 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-632c1214-3991-41f5-97fc-35412faaf284 req-41cffdd0-acf4-4e6f-82af-09a5dd2d4f5f service neutron] 10.222.0.64 "GET /v2.0/networks?id=cb1d6404-603d-43fd-9d2d-2304ecd9066f HTTP/1.1" status: 200 len: 919 time: 0.1338611 Jul 15 14:02:47.464607 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7c1d4c8b-6132-4c00-96d8-6124fad9f4e9 req-79a79995-979c-4835-a541-5c4f630868d1 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009276 Jul 15 14:02:47.509571 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-632c1214-3991-41f5-97fc-35412faaf284 req-1bfd0d1e-7546-4316-a8f5-793a4348caa8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7be0622-dca5-4205-98fa-99c86a79c041 HTTP/1.1" status: 200 len: 217 time: 0.0584886 Jul 15 14:02:47.588650 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c1214-3991-41f5-97fc-35412faaf284 req-8331f72f-dec0-4e60-99e9-6e80593d18ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:47.591256 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-632c1214-3991-41f5-97fc-35412faaf284 req-8331f72f-dec0-4e60-99e9-6e80593d18ea service neutron] 10.222.0.64 "GET /v2.0/subnets?id=78ed3b07-fd43-4c88-bba6-d7f332b83abe HTTP/1.1" status: 200 len: 857 time: 0.0745962 Jul 15 14:02:47.627348 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 49000) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:47.688531 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c1214-3991-41f5-97fc-35412faaf284 req-1c62cec2-fa3f-475b-911f-d116a920b98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:47.693189 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-632c1214-3991-41f5-97fc-35412faaf284 req-1c62cec2-fa3f-475b-911f-d116a920b98e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cb1d6404-603d-43fd-9d2d-2304ecd9066f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0928929 Jul 15 14:02:47.803648 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-33a71639-3b37-4358-9b22-109080a6256c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:47.842454 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-632c1214-3991-41f5-97fc-35412faaf284 req-d03a29bc-9f02-4be0-a779-e298e7591286 service neutron] 10.222.0.64 "GET /v2.0/networks/cb1d6404-603d-43fd-9d2d-2304ecd9066f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223013 Jul 15 14:02:47.917274 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-33a71639-3b37-4358-9b22-109080a6256c admin admin] Publish callbacks [] for security_group (ee484d58-3864-4ea2-bf6a-23d42e920911), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:47.924479 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-33a71639-3b37-4358-9b22-109080a6256c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (ee484d58-3864-4ea2-bf6a-23d42e920911), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:47.985008 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-33a71639-3b37-4358-9b22-109080a6256c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5135833399d643e4b290788d2f65c450&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3559551 Jul 15 14:02:47.986079 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a71639-3b37-4358-9b22-109080a6256c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee484d58-3864-4ea2-bf6a-23d42e920911,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:47.990716 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 49018) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:48.048452 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-632c1214-3991-41f5-97fc-35412faaf284 req-ec4c9f75-1727-4aef-bb18-acf3ccaa5518 service neutron] 10.222.0.64 "GET /v2.0/networks/cb1d6404-603d-43fd-9d2d-2304ecd9066f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939135 Jul 15 14:02:48.098107 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4874d889-bb1c-41a8-9490-0f8269a1eafc admin admin] Publish callbacks [] for security_group (ee484d58-3864-4ea2-bf6a-23d42e920911), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:48.147167 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4874d889-bb1c-41a8-9490-0f8269a1eafc admin admin] Publish callbacks [] for security_group (ee484d58-3864-4ea2-bf6a-23d42e920911), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:48.236030 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4874d889-bb1c-41a8-9490-0f8269a1eafc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (ee484d58-3864-4ea2-bf6a-23d42e920911), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:48.245243 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4874d889-bb1c-41a8-9490-0f8269a1eafc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:48.247480 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-4874d889-bb1c-41a8-9490-0f8269a1eafc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ee484d58-3864-4ea2-bf6a-23d42e920911 HTTP/1.1" status: 204 len: 168 time: 0.2555027 Jul 15 14:02:48.268372 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4874d889-bb1c-41a8-9490-0f8269a1eafc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee484d58-3864-4ea2-bf6a-23d42e920911,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:48.527871 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee182daf-6335-4abe-96a5-cfae59e42a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (d0f04363-b393-47bd-b9b2-c25e00098206), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:48.633798 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af7249f-cd96-4433-acd5-16c23fe14682 req-aa785e0c-1f6a-497a-9c4f-0e51e7806abc tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:48.635950 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8af7249f-cd96-4433-acd5-16c23fe14682 req-aa785e0c-1f6a-497a-9c4f-0e51e7806abc tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c6bc8f0-81aa-45df-9fb1-4e581cf0913e HTTP/1.1" status: 200 len: 945 time: 0.0610709 Jul 15 14:02:48.694787 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8af7249f-cd96-4433-acd5-16c23fe14682 req-7aaafb7c-e676-4c27-b703-856ea0e64964 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508456 Jul 15 14:02:48.730046 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (7bcac420-d3a9-4cfc-af22-5ba5795a5287), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:48.755431 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 49048) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:48.769808 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-586dc325-c5ad-4b5e-a118-f6d1e5a7d6e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:48.786109 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:48.893587 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-586dc325-c5ad-4b5e-a118-f6d1e5a7d6e9 admin admin] Publish callbacks [] for security_group (a58ebd13-61ab-49de-88a5-71a740d7730c), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:48.898458 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-586dc325-c5ad-4b5e-a118-f6d1e5a7d6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (a58ebd13-61ab-49de-88a5-71a740d7730c), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:48.935670 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:48.942039 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586dc325-c5ad-4b5e-a118-f6d1e5a7d6e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58ebd13-61ab-49de-88a5-71a740d7730c,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:48.947777 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-586dc325-c5ad-4b5e-a118-f6d1e5a7d6e9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=df65307a20694eb18dff46f7c64a6c91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1909618 Jul 15 14:02:48.951144 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 49050) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:49.015752 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0c2a72e8-5a6d-4918-a850-5d4d046e0f52 admin admin] Publish callbacks [] for security_group (a58ebd13-61ab-49de-88a5-71a740d7730c), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:49.042903 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0c2a72e8-5a6d-4918-a850-5d4d046e0f52 admin admin] Publish callbacks [] for security_group (a58ebd13-61ab-49de-88a5-71a740d7730c), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:49.102068 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0c2a72e8-5a6d-4918-a850-5d4d046e0f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (a58ebd13-61ab-49de-88a5-71a740d7730c), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:49.105238 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0c2a72e8-5a6d-4918-a850-5d4d046e0f52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:49.107016 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-0c2a72e8-5a6d-4918-a850-5d4d046e0f52 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a58ebd13-61ab-49de-88a5-71a740d7730c HTTP/1.1" status: 204 len: 168 time: 0.1543519 Jul 15 14:02:49.121644 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2a72e8-5a6d-4918-a850-5d4d046e0f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58ebd13-61ab-49de-88a5-71a740d7730c,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:49.931139 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e0d39-b156-490c-9616-637f41394342 req-c72042f2-d7b9-46fb-983c-d7237998ee40 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:49.933196 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-564e0d39-b156-490c-9616-637f41394342 req-c72042f2-d7b9-46fb-983c-d7237998ee40 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c6bc8f0-81aa-45df-9fb1-4e581cf0913e HTTP/1.1" status: 200 len: 945 time: 0.0821571 Jul 15 14:02:50.009313 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-564e0d39-b156-490c-9616-637f41394342 req-60188989-4709-4a60-bafa-5481b74cd6f5 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676131 Jul 15 14:02:51.188554 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72401c5-2215-4ffd-8fce-5bb0a6138aaa req-c348b170-e431-4c6d-86c4-e1df8d888ae5 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:51.191223 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f72401c5-2215-4ffd-8fce-5bb0a6138aaa req-c348b170-e431-4c6d-86c4-e1df8d888ae5 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c6bc8f0-81aa-45df-9fb1-4e581cf0913e HTTP/1.1" status: 200 len: 945 time: 0.0757756 Jul 15 14:02:51.210994 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 49126) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:51.213130 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:51.256131 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f72401c5-2215-4ffd-8fce-5bb0a6138aaa req-10f9a67d-d8b0-42bd-8627-10e8cf19b700 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522368 Jul 15 14:02:51.393161 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a83cd79c-0365-4397-ac2b-344b60c3047b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:51.511209 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a83cd79c-0365-4397-ac2b-344b60c3047b admin admin] Publish callbacks [] for security_group (6d072709-f02a-4a31-88b2-62f2af9d9e06), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:51.515707 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a83cd79c-0365-4397-ac2b-344b60c3047b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (6d072709-f02a-4a31-88b2-62f2af9d9e06), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:51.561818 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-a83cd79c-0365-4397-ac2b-344b60c3047b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=17118e710bdc4116b5621d7333e69064&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3491046 Jul 15 14:02:51.562746 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cd79c-0365-4397-ac2b-344b60c3047b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d072709-f02a-4a31-88b2-62f2af9d9e06,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:51.566322 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 49146) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:51.628092 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-899dbd15-db8f-4df2-9ac5-a7aa3be1b7a4 admin admin] Publish callbacks [] for security_group (6d072709-f02a-4a31-88b2-62f2af9d9e06), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:51.656617 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-899dbd15-db8f-4df2-9ac5-a7aa3be1b7a4 admin admin] Publish callbacks [] for security_group (6d072709-f02a-4a31-88b2-62f2af9d9e06), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:51.723586 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-899dbd15-db8f-4df2-9ac5-a7aa3be1b7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (6d072709-f02a-4a31-88b2-62f2af9d9e06), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:51.728920 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-899dbd15-db8f-4df2-9ac5-a7aa3be1b7a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:51.731013 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-899dbd15-db8f-4df2-9ac5-a7aa3be1b7a4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6d072709-f02a-4a31-88b2-62f2af9d9e06 HTTP/1.1" status: 204 len: 168 time: 0.1634996 Jul 15 14:02:51.740876 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899dbd15-db8f-4df2-9ac5-a7aa3be1b7a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d072709-f02a-4a31-88b2-62f2af9d9e06,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:51.964841 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 49164) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:52.092084 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9500009f-f7a8-4b68-9445-cdc93569f715 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:52.131126 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 49168) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:52.146410 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f3cc8219-7636-4a5c-9c38-d8e597e8d867 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:52.197341 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9500009f-f7a8-4b68-9445-cdc93569f715 admin admin] Publish callbacks [] for security_group (7196a048-750d-4b78-9ac9-5fc663623387), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:52.203261 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9500009f-f7a8-4b68-9445-cdc93569f715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (7196a048-750d-4b78-9ac9-5fc663623387), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:52.239308 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f3cc8219-7636-4a5c-9c38-d8e597e8d867 admin admin] Publish callbacks [] for security_group (69aecd2a-b5e5-41a4-8474-d0ac3693f912), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:52.245978 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f3cc8219-7636-4a5c-9c38-d8e597e8d867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (69aecd2a-b5e5-41a4-8474-d0ac3693f912), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:52.247041 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:INSERT=20,neutron:UPDATE=1,neutron:SELECT=76,neutron:DELETE=3 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:52.251869 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-9500009f-f7a8-4b68-9445-cdc93569f715 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0857b01ccc10405dbec30d7d494d793e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2858841 Jul 15 14:02:52.252650 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9500009f-f7a8-4b68-9445-cdc93569f715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7196a048-750d-4b78-9ac9-5fc663623387,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:52.255046 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 49170) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:52.293849 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:52.299793 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-f3cc8219-7636-4a5c-9c38-d8e597e8d867 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d5513d44eab34d35a626ff9e4cebaafe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1669531 Jul 15 14:02:52.303962 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 49174) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:52.312952 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cc8219-7636-4a5c-9c38-d8e597e8d867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69aecd2a-b5e5-41a4-8474-d0ac3693f912,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:52.318885 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-424bda52-da49-4217-9f4e-6ef7fef4f9c4 admin admin] Publish callbacks [] for security_group (7196a048-750d-4b78-9ac9-5fc663623387), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:52.343714 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-424bda52-da49-4217-9f4e-6ef7fef4f9c4 admin admin] Publish callbacks [] for security_group (7196a048-750d-4b78-9ac9-5fc663623387), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:52.382650 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dc6c53e4-a914-49fc-9fd5-7575e271b010 admin admin] Publish callbacks [] for security_group (69aecd2a-b5e5-41a4-8474-d0ac3693f912), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:52.398318 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-424bda52-da49-4217-9f4e-6ef7fef4f9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (7196a048-750d-4b78-9ac9-5fc663623387), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:52.401503 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-424bda52-da49-4217-9f4e-6ef7fef4f9c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:52.402693 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-424bda52-da49-4217-9f4e-6ef7fef4f9c4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7196a048-750d-4b78-9ac9-5fc663623387 HTTP/1.1" status: 204 len: 168 time: 0.1464007 Jul 15 14:02:52.422883 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424bda52-da49-4217-9f4e-6ef7fef4f9c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7196a048-750d-4b78-9ac9-5fc663623387,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:52.464839 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdad3e7-0646-447d-ae1d-1cd405202a98 req-48f908b9-0043-4ea2-9b3f-4b490446f62f tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:52.466892 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2bdad3e7-0646-447d-ae1d-1cd405202a98 req-48f908b9-0043-4ea2-9b3f-4b490446f62f tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c6bc8f0-81aa-45df-9fb1-4e581cf0913e HTTP/1.1" status: 200 len: 945 time: 0.0997541 Jul 15 14:02:52.475214 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dc6c53e4-a914-49fc-9fd5-7575e271b010 admin admin] Publish callbacks [] for security_group (69aecd2a-b5e5-41a4-8474-d0ac3693f912), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:52.582639 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2bdad3e7-0646-447d-ae1d-1cd405202a98 req-dc53339e-5130-4684-870a-9878367baf2d tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033151 Jul 15 14:02:52.601859 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dc6c53e4-a914-49fc-9fd5-7575e271b010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (69aecd2a-b5e5-41a4-8474-d0ac3693f912), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:52.604675 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dc6c53e4-a914-49fc-9fd5-7575e271b010 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:52.605977 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-dc6c53e4-a914-49fc-9fd5-7575e271b010 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/69aecd2a-b5e5-41a4-8474-d0ac3693f912 HTTP/1.1" status: 204 len: 168 time: 0.3003969 Jul 15 14:02:52.621327 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6c53e4-a914-49fc-9fd5-7575e271b010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69aecd2a-b5e5-41a4-8474-d0ac3693f912,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:53.094500 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 49196) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:53.107729 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:53.118392 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-31614d2c-9c3f-4d7a-b2b9-1aad66e61490 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:53.209684 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-31614d2c-9c3f-4d7a-b2b9-1aad66e61490 admin admin] Publish callbacks [] for security_group (b6baa88c-beb6-4717-bf55-cfa7491d6baa), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:53.216220 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-31614d2c-9c3f-4d7a-b2b9-1aad66e61490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (b6baa88c-beb6-4717-bf55-cfa7491d6baa), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:53.259187 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-31614d2c-9c3f-4d7a-b2b9-1aad66e61490 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ca32ce8804ec4716874360d5e6b63331&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1634943 Jul 15 14:02:53.260167 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31614d2c-9c3f-4d7a-b2b9-1aad66e61490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6baa88c-beb6-4717-bf55-cfa7491d6baa,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:53.262074 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 49198) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:53.320479 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e5341de9-2acc-4bc1-8d79-c848c6341ba2 admin admin] Publish callbacks [] for security_group (b6baa88c-beb6-4717-bf55-cfa7491d6baa), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:53.353034 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e5341de9-2acc-4bc1-8d79-c848c6341ba2 admin admin] Publish callbacks [] for security_group (b6baa88c-beb6-4717-bf55-cfa7491d6baa), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:53.443650 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e5341de9-2acc-4bc1-8d79-c848c6341ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (b6baa88c-beb6-4717-bf55-cfa7491d6baa), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:53.447212 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e5341de9-2acc-4bc1-8d79-c848c6341ba2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:53.448382 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-e5341de9-2acc-4bc1-8d79-c848c6341ba2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b6baa88c-beb6-4717-bf55-cfa7491d6baa HTTP/1.1" status: 204 len: 168 time: 0.1853242 Jul 15 14:02:53.458417 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5341de9-2acc-4bc1-8d79-c848c6341ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6baa88c-beb6-4717-bf55-cfa7491d6baa,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:53.732185 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0248849-c0b6-4a51-b339-d50dee331bf6 req-86ba995c-1872-4292-8153-c08882aaf949 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:53.734248 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e0248849-c0b6-4a51-b339-d50dee331bf6 req-86ba995c-1872-4292-8153-c08882aaf949 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c6bc8f0-81aa-45df-9fb1-4e581cf0913e HTTP/1.1" status: 200 len: 945 time: 0.0614238 Jul 15 14:02:53.797244 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e0248849-c0b6-4a51-b339-d50dee331bf6 req-e4291400-421c-4524-92d3-8d015a23b425 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508759 Jul 15 14:02:54.696783 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 49274) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:54.925674 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-1915158a-0f6f-4d71-be9d-90e0530aedb5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2095082292-network', 'tenant_id': '7ab4c638515744558f02a4c50813c0cd'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:02:54.967886 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1915158a-0f6f-4d71-be9d-90e0530aedb5 admin admin] Made reservation on behalf of 7ab4c638515744558f02a4c50813c0cd for: {'network': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:02:54.971906 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1915158a-0f6f-4d71-be9d-90e0530aedb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for network (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:54.985839 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1915158a-0f6f-4d71-be9d-90e0530aedb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:55.059876 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064edc8b-60df-4c64-b353-5e337c8848bf req-95c916a0-9ebc-4784-a70f-fc8c25f99f51 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:55.072561 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-064edc8b-60df-4c64-b353-5e337c8848bf req-95c916a0-9ebc-4784-a70f-fc8c25f99f51 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c6bc8f0-81aa-45df-9fb1-4e581cf0913e HTTP/1.1" status: 200 len: 945 time: 0.1202648 Jul 15 14:02:55.106382 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1915158a-0f6f-4d71-be9d-90e0530aedb5 admin admin] Publish callbacks [] for security_group (e7de4c2f-fde8-4b24-b566-0f0ea89a0009), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:55.119262 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1915158a-0f6f-4d71-be9d-90e0530aedb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (e7de4c2f-fde8-4b24-b566-0f0ea89a0009), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:55.136599 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1915158a-0f6f-4d71-be9d-90e0530aedb5 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=103881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:02:55.150809 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1915158a-0f6f-4d71-be9d-90e0530aedb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7753414'] for segment (87cdef21-d1dc-452a-b680-e06ddd08d165), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:55.151453 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.db.segments_db [None req-1915158a-0f6f-4d71-be9d-90e0530aedb5 admin admin] Added segment 87cdef21-d1dc-452a-b680-e06ddd08d165 of type vlan for network 82efbf36-0602-483b-bc73-f22e051364bb Jul 15 14:02:55.191994 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-064edc8b-60df-4c64-b353-5e337c8848bf req-e5a12551-9ca5-481e-b258-089b9f59567d tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166515 Jul 15 14:02:55.261869 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1915158a-0f6f-4d71-be9d-90e0530aedb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7de4c2f-fde8-4b24-b566-0f0ea89a0009,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:55.268801 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1915158a-0f6f-4d71-be9d-90e0530aedb5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774722052666'] for network (82efbf36-0602-483b-bc73-f22e051364bb), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:55.315121 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1915158a-0f6f-4d71-be9d-90e0530aedb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794'] for network (82efbf36-0602-483b-bc73-f22e051364bb), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:55.316863 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1915158a-0f6f-4d71-be9d-90e0530aedb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:55.318492 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1915158a-0f6f-4d71-be9d-90e0530aedb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for network (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:55.404184 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 49300) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:55.404922 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-1915158a-0f6f-4d71-be9d-90e0530aedb5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7064338 Jul 15 14:02:55.413744 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-ad4e5c24-db35-49b5-bb86-6bdd614c7f45 admin admin] Request body: {'subnet': {'network_id': '82efbf36-0602-483b-bc73-f22e051364bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2095082292-subnet', 'tenant_id': '7ab4c638515744558f02a4c50813c0cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:02:55.443518 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:55.454940 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4e5c24-db35-49b5-bb86-6bdd614c7f45 admin admin] Made reservation on behalf of 7ab4c638515744558f02a4c50813c0cd for: {'subnet': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:02:55.457531 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ad4e5c24-db35-49b5-bb86-6bdd614c7f45 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59290624'] for subnet (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:55.466330 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1915158a-0f6f-4d71-be9d-90e0530aedb5 admin admin] Pushing event updated for resources: {'Network': ['ID=82efbf36-0602-483b-bc73-f22e051364bb,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:55.470931 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:55.481219 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1915158a-0f6f-4d71-be9d-90e0530aedb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:55.482041 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1915158a-0f6f-4d71-be9d-90e0530aedb5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:55.482420 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1915158a-0f6f-4d71-be9d-90e0530aedb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:55.483054 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1915158a-0f6f-4d71-be9d-90e0530aedb5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:55.483607 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1915158a-0f6f-4d71-be9d-90e0530aedb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:55.484557 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1915158a-0f6f-4d71-be9d-90e0530aedb5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:55.485207 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1915158a-0f6f-4d71-be9d-90e0530aedb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:55.485979 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1915158a-0f6f-4d71-be9d-90e0530aedb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:55.486795 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1915158a-0f6f-4d71-be9d-90e0530aedb5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:55.487569 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1915158a-0f6f-4d71-be9d-90e0530aedb5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:55.488164 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1915158a-0f6f-4d71-be9d-90e0530aedb5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:55.488562 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1915158a-0f6f-4d71-be9d-90e0530aedb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:55.488987 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1915158a-0f6f-4d71-be9d-90e0530aedb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:55.489596 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1915158a-0f6f-4d71-be9d-90e0530aedb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:55.490099 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1915158a-0f6f-4d71-be9d-90e0530aedb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:55.515630 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Network 82efbf36-0602-483b-bc73-f22e051364bb details requested by agent ovs-agent-dv-cinder-850002-1-iscsi with host dv-cinder-850002-1-iscsi {{(pid=103883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:02:55.699303 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ad4e5c24-db35-49b5-bb86-6bdd614c7f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59481212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59290866'] for subnet (b4897784-b578-46af-88fa-3ab64c2a0e94), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:55.792500 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4e5c24-db35-49b5-bb86-6bdd614c7f45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4897784-b578-46af-88fa-3ab64c2a0e94,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:55.813091 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e5c24-db35-49b5-bb86-6bdd614c7f45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:55.813771 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e5c24-db35-49b5-bb86-6bdd614c7f45 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:55.814525 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e5c24-db35-49b5-bb86-6bdd614c7f45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:55.815298 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e5c24-db35-49b5-bb86-6bdd614c7f45 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:55.815942 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e5c24-db35-49b5-bb86-6bdd614c7f45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:55.816693 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e5c24-db35-49b5-bb86-6bdd614c7f45 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:55.817297 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e5c24-db35-49b5-bb86-6bdd614c7f45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:55.817869 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e5c24-db35-49b5-bb86-6bdd614c7f45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:55.818457 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e5c24-db35-49b5-bb86-6bdd614c7f45 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:55.819020 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e5c24-db35-49b5-bb86-6bdd614c7f45 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:55.819609 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e5c24-db35-49b5-bb86-6bdd614c7f45 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:55.820251 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e5c24-db35-49b5-bb86-6bdd614c7f45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:55.820818 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e5c24-db35-49b5-bb86-6bdd614c7f45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:55.821378 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e5c24-db35-49b5-bb86-6bdd614c7f45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:55.821912 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e5c24-db35-49b5-bb86-6bdd614c7f45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:55.841336 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4e5c24-db35-49b5-bb86-6bdd614c7f45 admin admin] Checking segment: {'id': '87cdef21-d1dc-452a-b680-e06ddd08d165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '82efbf36-0602-483b-bc73-f22e051364bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:02:55.841976 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4e5c24-db35-49b5-bb86-6bdd614c7f45 admin admin] Network hostable DHCP agents. Network: 82efbf36-0602-483b-bc73-f22e051364bb, hostable agents: ['6c40ee43-5406-4a95-b7b4-11b32ddced25'], hosted agents: [] {{(pid=103882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:02:55.873892 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4e5c24-db35-49b5-bb86-6bdd614c7f45 admin admin] Network 82efbf36-0602-483b-bc73-f22e051364bb is scheduled to be hosted by DHCP agent 6c40ee43-5406-4a95-b7b4-11b32ddced25 with binding_index 1 {{(pid=103882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:02:55.887019 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-ad4e5c24-db35-49b5-bb86-6bdd614c7f45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850002-1-iscsi, 82efbf36-0602-483b-bc73-f22e051364bb) {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:02:55.893976 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4e5c24-db35-49b5-bb86-6bdd614c7f45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:55.894920 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ad4e5c24-db35-49b5-bb86-6bdd614c7f45 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:55.900710 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc260a1-5a55-4da0-ac53-2e99899701f5 None None] Network 82efbf36-0602-483b-bc73-f22e051364bb requested from dv-cinder-850002-1-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 14:02:55.923623 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-ad4e5c24-db35-49b5-bb86-6bdd614c7f45 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5160100 Jul 15 14:02:56.028229 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc8e0cc-d148-46ec-bb1d-e81dc061752b None None] Network 82efbf36-0602-483b-bc73-f22e051364bb requested from dv-cinder-850002-1-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 14:02:56.423649 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58972376-3be4-48f4-9985-fd41e7fd7551 req-bed5acea-51ed-4433-aee8-091e39c028b5 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:56.427701 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-58972376-3be4-48f4-9985-fd41e7fd7551 req-bed5acea-51ed-4433-aee8-091e39c028b5 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c6bc8f0-81aa-45df-9fb1-4e581cf0913e HTTP/1.1" status: 200 len: 945 time: 0.0976768 Jul 15 14:02:56.503772 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:56.513998 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-58972376-3be4-48f4-9985-fd41e7fd7551 req-63cc3d36-f26c-4168-b390-21e1f73deb5c tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771787 Jul 15 14:02:56.561994 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 49342) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:56.715570 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-bb2f9212-3c44-415c-be51-f56d936a83de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:56.806229 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (73ab3907-1bcf-455f-a05d-131e96f159a2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:56.825447 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-bb2f9212-3c44-415c-be51-f56d936a83de admin admin] Publish callbacks [] for security_group (b83a96e5-93d6-46bc-922f-3f0d4dc37138), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:56.831706 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-bb2f9212-3c44-415c-be51-f56d936a83de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (b83a96e5-93d6-46bc-922f-3f0d4dc37138), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:56.901209 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-bb2f9212-3c44-415c-be51-f56d936a83de admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=675de382321f4798a8cafaa6c4ca66c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3380334 Jul 15 14:02:56.903877 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 49354) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:56.904550 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 49356) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:56.907389 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2f9212-3c44-415c-be51-f56d936a83de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83a96e5-93d6-46bc-922f-3f0d4dc37138,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:56.916288 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-7fee4b2a-a6b8-4e0c-a312-67f6db6a0d95 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1715508245-network', 'tenant_id': '5c45c9e1a0394f1ea763b59d3bb7868e'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:02:56.968239 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fee4b2a-a6b8-4e0c-a312-67f6db6a0d95 admin admin] Made reservation on behalf of 5c45c9e1a0394f1ea763b59d3bb7868e for: {'network': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:02:56.970646 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-7fee4b2a-a6b8-4e0c-a312-67f6db6a0d95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for network (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:56.983132 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-7fee4b2a-a6b8-4e0c-a312-67f6db6a0d95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:57.012942 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9b01fa82-bb88-44db-b735-fd84d04c7861 admin admin] Publish callbacks [] for security_group (b83a96e5-93d6-46bc-922f-3f0d4dc37138), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:57.054868 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9b01fa82-bb88-44db-b735-fd84d04c7861 admin admin] Publish callbacks [] for security_group (b83a96e5-93d6-46bc-922f-3f0d4dc37138), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:57.118163 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:DELETE=5,neutron:SELECT=79,neutron:INSERT=16 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:57.142729 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-7fee4b2a-a6b8-4e0c-a312-67f6db6a0d95 admin admin] Publish callbacks [] for security_group (b6d4d8e6-c71d-46da-ba0f-8b2a06bf5374), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:57.152283 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9b01fa82-bb88-44db-b735-fd84d04c7861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (b83a96e5-93d6-46bc-922f-3f0d4dc37138), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:57.155780 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9b01fa82-bb88-44db-b735-fd84d04c7861 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:57.160847 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-9b01fa82-bb88-44db-b735-fd84d04c7861 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b83a96e5-93d6-46bc-922f-3f0d4dc37138 HTTP/1.1" status: 204 len: 168 time: 0.2539046 Jul 15 14:02:57.167603 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-7fee4b2a-a6b8-4e0c-a312-67f6db6a0d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (b6d4d8e6-c71d-46da-ba0f-8b2a06bf5374), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:57.181129 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b01fa82-bb88-44db-b735-fd84d04c7861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83a96e5-93d6-46bc-922f-3f0d4dc37138,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:57.216530 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fee4b2a-a6b8-4e0c-a312-67f6db6a0d95 admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=103881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:02:57.247931 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-7fee4b2a-a6b8-4e0c-a312-67f6db6a0d95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7753414'] for segment (06823598-e20d-48f7-92ed-88f46a63cf7d), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:57.248350 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.db.segments_db [None req-7fee4b2a-a6b8-4e0c-a312-67f6db6a0d95 admin admin] Added segment 06823598-e20d-48f7-92ed-88f46a63cf7d of type vlan for network 313bee4b-23db-4883-8659-27440e823802 Jul 15 14:02:57.250540 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fee4b2a-a6b8-4e0c-a312-67f6db6a0d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d4d8e6-c71d-46da-ba0f-8b2a06bf5374,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:57.313484 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-7fee4b2a-a6b8-4e0c-a312-67f6db6a0d95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774722052666'] for network (313bee4b-23db-4883-8659-27440e823802), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:57.351675 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-7fee4b2a-a6b8-4e0c-a312-67f6db6a0d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794'] for network (313bee4b-23db-4883-8659-27440e823802), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:57.353195 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fee4b2a-a6b8-4e0c-a312-67f6db6a0d95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:57.353924 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-7fee4b2a-a6b8-4e0c-a312-67f6db6a0d95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for network (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:57.399221 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-7fee4b2a-a6b8-4e0c-a312-67f6db6a0d95 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4935567 Jul 15 14:02:57.403990 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 49360) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:57.415861 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-ebd97b8a-b4b4-4c6c-8c8f-ea42e66dd023 admin admin] Request body: {'subnet': {'network_id': '313bee4b-23db-4883-8659-27440e823802', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1715508245-subnet', 'tenant_id': '5c45c9e1a0394f1ea763b59d3bb7868e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:02:57.438986 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fee4b2a-a6b8-4e0c-a312-67f6db6a0d95 admin admin] Pushing event updated for resources: {'Network': ['ID=313bee4b-23db-4883-8659-27440e823802,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:57.456217 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd97b8a-b4b4-4c6c-8c8f-ea42e66dd023 admin admin] Made reservation on behalf of 5c45c9e1a0394f1ea763b59d3bb7868e for: {'subnet': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:02:57.459489 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Network 313bee4b-23db-4883-8659-27440e823802 details requested by agent ovs-agent-dv-cinder-850002-1-iscsi with host dv-cinder-850002-1-iscsi {{(pid=103883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:02:57.460227 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ebd97b8a-b4b4-4c6c-8c8f-ea42e66dd023 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59290624'] for subnet (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:57.757520 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3fdb18-8889-47d1-a21c-057228076cba req-3d35a282-8c34-4b4a-903d-b78efcec2c05 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:57.760863 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-df3fdb18-8889-47d1-a21c-057228076cba req-3d35a282-8c34-4b4a-903d-b78efcec2c05 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c6bc8f0-81aa-45df-9fb1-4e581cf0913e HTTP/1.1" status: 200 len: 945 time: 0.0966144 Jul 15 14:02:57.769896 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 49370) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:57.804000 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0dc6a3fc-6c46-444a-ab5f-94dc41d0b35e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:57.805847 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:57.807025 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ebd97b8a-b4b4-4c6c-8c8f-ea42e66dd023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59481212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59290866'] for subnet (b8433fc3-b76e-4ae0-ae5f-84f03dd2c8f7), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:58.144177 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-df3fdb18-8889-47d1-a21c-057228076cba req-4ecf369a-8086-410b-ac80-b792e2c489e9 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728859 Jul 15 14:02:58.147386 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd97b8a-b4b4-4c6c-8c8f-ea42e66dd023 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8433fc3-b76e-4ae0-ae5f-84f03dd2c8f7,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:58.190006 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:58.192634 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd97b8a-b4b4-4c6c-8c8f-ea42e66dd023 admin admin] Checking segment: {'id': '06823598-e20d-48f7-92ed-88f46a63cf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '313bee4b-23db-4883-8659-27440e823802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:02:58.193031 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd97b8a-b4b4-4c6c-8c8f-ea42e66dd023 admin admin] Network hostable DHCP agents. Network: 313bee4b-23db-4883-8659-27440e823802, hostable agents: ['6c40ee43-5406-4a95-b7b4-11b32ddced25'], hosted agents: [] {{(pid=103882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:02:58.230752 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0dc6a3fc-6c46-444a-ab5f-94dc41d0b35e admin admin] Publish callbacks [] for security_group (cb5939c8-b695-4d82-a7d2-ccc0136ebd41), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:58.236754 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0dc6a3fc-6c46-444a-ab5f-94dc41d0b35e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (cb5939c8-b695-4d82-a7d2-ccc0136ebd41), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:58.244435 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd97b8a-b4b4-4c6c-8c8f-ea42e66dd023 admin admin] Network 313bee4b-23db-4883-8659-27440e823802 is scheduled to be hosted by DHCP agent 6c40ee43-5406-4a95-b7b4-11b32ddced25 with binding_index 1 {{(pid=103882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:02:58.283765 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc6a3fc-6c46-444a-ab5f-94dc41d0b35e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5939c8-b695-4d82-a7d2-ccc0136ebd41,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:58.291362 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-ebd97b8a-b4b4-4c6c-8c8f-ea42e66dd023 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850002-1-iscsi, 313bee4b-23db-4883-8659-27440e823802) {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:02:58.297313 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd97b8a-b4b4-4c6c-8c8f-ea42e66dd023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:58.297799 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ebd97b8a-b4b4-4c6c-8c8f-ea42e66dd023 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:58.303717 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa026ed2-09f1-4ff3-ad87-0ed1eb32f0ae None None] Network 313bee4b-23db-4883-8659-27440e823802 requested from dv-cinder-850002-1-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 14:02:58.306912 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-0dc6a3fc-6c46-444a-ab5f-94dc41d0b35e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=38afa0b616074dabb01d892089b63d5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5337229 Jul 15 14:02:58.308203 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 49372) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:02:58.327378 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-ebd97b8a-b4b4-4c6c-8c8f-ea42e66dd023 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9186692 Jul 15 14:02:58.409106 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-66706c0a-bdbd-405c-b0b0-606c769371c5 admin admin] Publish callbacks [] for security_group (cb5939c8-b695-4d82-a7d2-ccc0136ebd41), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:58.447102 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6769be-2827-4ac5-962d-63958eda5c61 None None] Network 313bee4b-23db-4883-8659-27440e823802 requested from dv-cinder-850002-1-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 14:02:58.451243 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-66706c0a-bdbd-405c-b0b0-606c769371c5 admin admin] Publish callbacks [] for security_group (cb5939c8-b695-4d82-a7d2-ccc0136ebd41), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:58.569608 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-66706c0a-bdbd-405c-b0b0-606c769371c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (cb5939c8-b695-4d82-a7d2-ccc0136ebd41), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:58.582307 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-66706c0a-bdbd-405c-b0b0-606c769371c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:02:58.585067 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-66706c0a-bdbd-405c-b0b0-606c769371c5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cb5939c8-b695-4d82-a7d2-ccc0136ebd41 HTTP/1.1" status: 204 len: 168 time: 0.2741649 Jul 15 14:02:58.624818 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66706c0a-bdbd-405c-b0b0-606c769371c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5939c8-b695-4d82-a7d2-ccc0136ebd41,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:59.337653 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa55613-2cbd-455d-acb9-e575fa6a6b5e req-2846c74b-c9e7-4079-9c4e-f3e78f65e993 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:59.341329 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0fa55613-2cbd-455d-acb9-e575fa6a6b5e req-2846c74b-c9e7-4079-9c4e-f3e78f65e993 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c6bc8f0-81aa-45df-9fb1-4e581cf0913e HTTP/1.1" status: 200 len: 945 time: 0.0894170 Jul 15 14:02:59.400263 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0fa55613-2cbd-455d-acb9-e575fa6a6b5e req-b628ad10-2394-484f-aa98-378cfa665334 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528266 Jul 15 14:02:59.615089 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f396579-800d-4286-ad21-88df4bcadbdf req-593fd582-93cb-4075-95f3-f8d564136a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:59.616750 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5f396579-800d-4286-ad21-88df4bcadbdf req-593fd582-93cb-4075-95f3-f8d564136a57 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=77c8c864a31b402880c334c39fbe5a34&device_id=0c6bc8f0-81aa-45df-9fb1-4e581cf0913e HTTP/1.1" status: 200 len: 1129 time: 0.0493371 Jul 15 14:02:59.737479 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=82,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:02:59.750825 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f396579-800d-4286-ad21-88df4bcadbdf req-7c101ae3-e180-4670-ba73-8fae1ee60cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:59.752331 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5f396579-800d-4286-ad21-88df4bcadbdf req-7c101ae3-e180-4670-ba73-8fae1ee60cb2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cb1d6404-603d-43fd-9d2d-2304ecd9066f HTTP/1.1" status: 200 len: 919 time: 0.1050959 Jul 15 14:02:59.804379 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5f396579-800d-4286-ad21-88df4bcadbdf req-9d1b7cc4-a71b-4518-ac59-87598cb54fa5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7be0622-dca5-4205-98fa-99c86a79c041 HTTP/1.1" status: 200 len: 217 time: 0.0415127 Jul 15 14:02:59.889660 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f396579-800d-4286-ad21-88df4bcadbdf req-a2d7f048-a1f7-4797-8fbe-869e3bc6947c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:59.891457 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5f396579-800d-4286-ad21-88df4bcadbdf req-a2d7f048-a1f7-4797-8fbe-869e3bc6947c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=78ed3b07-fd43-4c88-bba6-d7f332b83abe HTTP/1.1" status: 200 len: 857 time: 0.0786967 Jul 15 14:02:59.950798 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f396579-800d-4286-ad21-88df4bcadbdf req-fb8bee87-6ffc-4d66-a8cb-98596bbe8b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:02:59.953067 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5f396579-800d-4286-ad21-88df4bcadbdf req-fb8bee87-6ffc-4d66-a8cb-98596bbe8b24 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cb1d6404-603d-43fd-9d2d-2304ecd9066f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0534639 Jul 15 14:03:00.122299 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5f396579-800d-4286-ad21-88df4bcadbdf req-c1c71615-df04-4e11-96d1-6e47e8987275 service neutron] 10.222.0.64 "GET /v2.0/networks/cb1d6404-603d-43fd-9d2d-2304ecd9066f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621079 Jul 15 14:03:00.263110 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5f396579-800d-4286-ad21-88df4bcadbdf req-f8ccc9ca-0e2c-40ae-905a-4535fb03d78b service neutron] 10.222.0.64 "GET /v2.0/networks/cb1d6404-603d-43fd-9d2d-2304ecd9066f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309006 Jul 15 14:03:00.582675 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7867db-cec6-4ee9-9951-31deee44fb55 req-a1356de7-4b90-4a22-aa92-ba48218a3f53 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:00.587079 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0a7867db-cec6-4ee9-9951-31deee44fb55 req-a1356de7-4b90-4a22-aa92-ba48218a3f53 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c6bc8f0-81aa-45df-9fb1-4e581cf0913e HTTP/1.1" status: 200 len: 945 time: 0.0957124 Jul 15 14:03:00.658343 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0a7867db-cec6-4ee9-9951-31deee44fb55 req-67371ce8-8946-4298-b269-2e15386de253 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580812 Jul 15 14:03:01.469069 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 49512) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:03:01.646553 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9558e455-be20-43c9-9be2-1fe114e7b25e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:01.728554 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:01.786425 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9558e455-be20-43c9-9be2-1fe114e7b25e admin admin] Publish callbacks [] for security_group (461d5dc0-aac0-470f-927b-1c5952407953), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:01.792513 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9558e455-be20-43c9-9be2-1fe114e7b25e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (461d5dc0-aac0-470f-927b-1c5952407953), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:01.862443 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9558e455-be20-43c9-9be2-1fe114e7b25e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461d5dc0-aac0-470f-927b-1c5952407953,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:01.877661 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-9558e455-be20-43c9-9be2-1fe114e7b25e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c29dae21c3444b21afab84a9df540725&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4071763 Jul 15 14:03:01.877988 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 49520) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:03:01.905379 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e7533-4082-4225-a8ec-87a233212400 req-3d1eb09e-458b-409f-ad9b-7884948b5786 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:01.907139 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2c0e7533-4082-4225-a8ec-87a233212400 req-3d1eb09e-458b-409f-ad9b-7884948b5786 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c6bc8f0-81aa-45df-9fb1-4e581cf0913e HTTP/1.1" status: 200 len: 945 time: 0.1115382 Jul 15 14:03:02.013079 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cc4370c5-d9d8-4c59-b6cb-f87779916df9 admin admin] Publish callbacks [] for security_group (461d5dc0-aac0-470f-927b-1c5952407953), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:02.019040 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2c0e7533-4082-4225-a8ec-87a233212400 req-dd59fbee-71bc-4db4-8f2f-650a1f2484f5 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972939 Jul 15 14:03:02.059394 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cc4370c5-d9d8-4c59-b6cb-f87779916df9 admin admin] Publish callbacks [] for security_group (461d5dc0-aac0-470f-927b-1c5952407953), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:02.138103 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cc4370c5-d9d8-4c59-b6cb-f87779916df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (461d5dc0-aac0-470f-927b-1c5952407953), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:02.140890 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cc4370c5-d9d8-4c59-b6cb-f87779916df9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:02.142753 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-cc4370c5-d9d8-4c59-b6cb-f87779916df9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/461d5dc0-aac0-470f-927b-1c5952407953 HTTP/1.1" status: 204 len: 168 time: 0.2631230 Jul 15 14:03:02.163366 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4370c5-d9d8-4c59-b6cb-f87779916df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461d5dc0-aac0-470f-927b-1c5952407953,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:03.211720 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b6709a-83bb-4c27-9f47-30f4881bb609 req-a3c10636-c26a-4c51-9577-30af76893af9 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:03.214458 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d3b6709a-83bb-4c27-9f47-30f4881bb609 req-a3c10636-c26a-4c51-9577-30af76893af9 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c6bc8f0-81aa-45df-9fb1-4e581cf0913e HTTP/1.1" status: 200 len: 945 time: 0.0924413 Jul 15 14:03:03.277577 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d3b6709a-83bb-4c27-9f47-30f4881bb609 req-10d195e9-e8b8-4e10-8c44-e5f66b7593ba tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561178 Jul 15 14:03:04.440794 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d28a49-56a4-485b-95ea-e8ec4e5074ed req-9f35f1e9-6811-4f80-95c2-c6961749af1a tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:04.442387 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-52d28a49-56a4-485b-95ea-e8ec4e5074ed req-9f35f1e9-6811-4f80-95c2-c6961749af1a tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c6bc8f0-81aa-45df-9fb1-4e581cf0913e HTTP/1.1" status: 200 len: 945 time: 0.0642631 Jul 15 14:03:04.456576 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:04.498559 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-52d28a49-56a4-485b-95ea-e8ec4e5074ed req-f1d82d1f-3c6e-4d44-9589-525b72a72637 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492377 Jul 15 14:03:05.616421 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f385a7-4363-42c9-8a73-8a8384b83c80 req-946db353-9096-48aa-a0ad-98f3f7ca35be tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:05.618601 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-52f385a7-4363-42c9-8a73-8a8384b83c80 req-946db353-9096-48aa-a0ad-98f3f7ca35be tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c6bc8f0-81aa-45df-9fb1-4e581cf0913e HTTP/1.1" status: 200 len: 945 time: 0.0515840 Jul 15 14:03:05.667912 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-52f385a7-4363-42c9-8a73-8a8384b83c80 req-2a312ee3-2fee-4d81-8aac-fa8c99d5342b tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429108 Jul 15 14:03:06.819787 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e34216-4962-4e75-b203-089ef49f29cf req-7b5036a7-d5a7-429b-bc9c-07143d317d9f tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:06.822140 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-91e34216-4962-4e75-b203-089ef49f29cf req-7b5036a7-d5a7-429b-bc9c-07143d317d9f tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c6bc8f0-81aa-45df-9fb1-4e581cf0913e HTTP/1.1" status: 200 len: 945 time: 0.0808012 Jul 15 14:03:06.879986 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-91e34216-4962-4e75-b203-089ef49f29cf req-cdbe9bcc-10c8-4eee-a448-ad3e980210dd tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523646 Jul 15 14:03:08.035238 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:DELETE=3 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:08.048604 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232ea2a-3679-4351-8c54-351837bf4938 req-c8345aed-b501-45ba-9d4b-8e67ef6ec101 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:08.050383 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d232ea2a-3679-4351-8c54-351837bf4938 req-c8345aed-b501-45ba-9d4b-8e67ef6ec101 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c6bc8f0-81aa-45df-9fb1-4e581cf0913e HTTP/1.1" status: 200 len: 945 time: 0.0640514 Jul 15 14:03:08.116820 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d232ea2a-3679-4351-8c54-351837bf4938 req-69108979-e16b-4dac-8d87-196b8dbdcf96 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595407 Jul 15 14:03:08.661782 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=46,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:08.663066 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:09.238720 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb853d9-9b11-4c9f-a870-d2500a23dad1 req-643e0ef6-005c-4c56-bdd4-31d689dad952 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:09.240266 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-cfb853d9-9b11-4c9f-a870-d2500a23dad1 req-643e0ef6-005c-4c56-bdd4-31d689dad952 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c6bc8f0-81aa-45df-9fb1-4e581cf0913e HTTP/1.1" status: 200 len: 945 time: 0.0496850 Jul 15 14:03:09.319424 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-cfb853d9-9b11-4c9f-a870-d2500a23dad1 req-d8520ecf-8a82-4ae0-81cc-d22eb9b5f3b0 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724540 Jul 15 14:03:10.455996 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f69d9e-e755-4718-8ccf-d2612b051e83 req-5de4fd9b-2dab-495f-9459-4f1ab2e40d90 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:10.457706 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-82f69d9e-e755-4718-8ccf-d2612b051e83 req-5de4fd9b-2dab-495f-9459-4f1ab2e40d90 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c6bc8f0-81aa-45df-9fb1-4e581cf0913e HTTP/1.1" status: 200 len: 945 time: 0.0534141 Jul 15 14:03:10.529268 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-82f69d9e-e755-4718-8ccf-d2612b051e83 req-0ee6a144-5732-4506-b8d0-0b7e757343df tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605228 Jul 15 14:03:11.314874 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-3117b6cd-8377-4598-90e9-298b0791c2f7 None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:03:11.660586 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbddfd4-aca5-4250-89c8-09f75c27b5b4 req-a0e79824-85ad-499e-b00d-9864e92be062 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:11.662197 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fbbddfd4-aca5-4250-89c8-09f75c27b5b4 req-a0e79824-85ad-499e-b00d-9864e92be062 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c6bc8f0-81aa-45df-9fb1-4e581cf0913e HTTP/1.1" status: 200 len: 945 time: 0.0562499 Jul 15 14:03:11.716827 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fbbddfd4-aca5-4250-89c8-09f75c27b5b4 req-f0b4a855-4f76-4b85-8283-62973a94e22e tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468311 Jul 15 14:03:11.855795 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=9 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:11.860568 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=52,neutron:INSERT=4 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:12.152105 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 49794) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:03:12.192635 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=50,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:12.294050 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-52a93522-f112-4e07-a7ad-635a0fb8f613 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:12.402418 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-52a93522-f112-4e07-a7ad-635a0fb8f613 admin admin] Publish callbacks [] for security_group (4d6b28d0-c740-4f6f-89b7-de4a1f5c10e2), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:12.407015 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-52a93522-f112-4e07-a7ad-635a0fb8f613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (4d6b28d0-c740-4f6f-89b7-de4a1f5c10e2), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:12.482634 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a93522-f112-4e07-a7ad-635a0fb8f613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6b28d0-c740-4f6f-89b7-de4a1f5c10e2,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:12.492586 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-52a93522-f112-4e07-a7ad-635a0fb8f613 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=977274af64b2438db7b87ef9dbf18ea5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3386579 Jul 15 14:03:12.496967 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 49810) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:03:12.600081 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c6f1feed-9990-47f6-869c-88fcae4d9974 admin admin] Publish callbacks [] for security_group (4d6b28d0-c740-4f6f-89b7-de4a1f5c10e2), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:12.638967 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c6f1feed-9990-47f6-869c-88fcae4d9974 admin admin] Publish callbacks [] for security_group (4d6b28d0-c740-4f6f-89b7-de4a1f5c10e2), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:12.768251 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c6f1feed-9990-47f6-869c-88fcae4d9974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (4d6b28d0-c740-4f6f-89b7-de4a1f5c10e2), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:12.773061 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c6f1feed-9990-47f6-869c-88fcae4d9974 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:12.774762 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-c6f1feed-9990-47f6-869c-88fcae4d9974 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4d6b28d0-c740-4f6f-89b7-de4a1f5c10e2 HTTP/1.1" status: 204 len: 168 time: 0.2764032 Jul 15 14:03:12.792805 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f1feed-9990-47f6-869c-88fcae4d9974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6b28d0-c740-4f6f-89b7-de4a1f5c10e2,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:13.028066 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17368656-5847-4732-88bf-36a916d8f639 req-4fa2e167-2a8a-434a-92ef-414c901109d8 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:13.030190 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-17368656-5847-4732-88bf-36a916d8f639 req-4fa2e167-2a8a-434a-92ef-414c901109d8 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c6bc8f0-81aa-45df-9fb1-4e581cf0913e HTTP/1.1" status: 200 len: 945 time: 0.1066492 Jul 15 14:03:13.113034 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-17368656-5847-4732-88bf-36a916d8f639 req-6dfd93b9-0ea3-448b-a214-9aa7cac617c6 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753982 Jul 15 14:03:13.353319 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-af0b03bf-b813-4580-b755-0f43fae9129e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (6c40ee43-5406-4a95-b7b4-11b32ddced25), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:14.258727 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:14.279451 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c61b1-1fe4-43a0-8c1c-fcc61d321e5d req-312f09d4-a1ca-4e99-9ba7-a04934426a3f tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:14.281298 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-de5c61b1-1fe4-43a0-8c1c-fcc61d321e5d req-312f09d4-a1ca-4e99-9ba7-a04934426a3f tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c6bc8f0-81aa-45df-9fb1-4e581cf0913e HTTP/1.1" status: 200 len: 945 time: 0.0628779 Jul 15 14:03:14.297521 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:14.343456 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-de5c61b1-1fe4-43a0-8c1c-fcc61d321e5d req-116860d4-7882-45c3-a32b-8799e5800fd8 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554991 Jul 15 14:03:14.567726 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 49876) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:03:14.766448 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8c807ac6-5730-4c83-bad1-47914c7a03ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:14.862190 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8c807ac6-5730-4c83-bad1-47914c7a03ed admin admin] Publish callbacks [] for security_group (88fd6d45-fa6d-4298-82f3-6fe0a1f364ac), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:14.868819 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8c807ac6-5730-4c83-bad1-47914c7a03ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (88fd6d45-fa6d-4298-82f3-6fe0a1f364ac), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:14.927122 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-8c807ac6-5730-4c83-bad1-47914c7a03ed admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2c19761fa61741768b82406c6d912f36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3582993 Jul 15 14:03:14.931882 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 49890) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:03:14.941706 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c807ac6-5730-4c83-bad1-47914c7a03ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88fd6d45-fa6d-4298-82f3-6fe0a1f364ac,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:15.015189 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e0cc78fd-6b1f-4820-9bdf-4893e35ef7d3 admin admin] Publish callbacks [] for security_group (88fd6d45-fa6d-4298-82f3-6fe0a1f364ac), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:15.047930 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e0cc78fd-6b1f-4820-9bdf-4893e35ef7d3 admin admin] Publish callbacks [] for security_group (88fd6d45-fa6d-4298-82f3-6fe0a1f364ac), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:15.117135 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e0cc78fd-6b1f-4820-9bdf-4893e35ef7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (88fd6d45-fa6d-4298-82f3-6fe0a1f364ac), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:15.120141 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e0cc78fd-6b1f-4820-9bdf-4893e35ef7d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:15.121388 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-e0cc78fd-6b1f-4820-9bdf-4893e35ef7d3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/88fd6d45-fa6d-4298-82f3-6fe0a1f364ac HTTP/1.1" status: 204 len: 168 time: 0.1884694 Jul 15 14:03:15.130674 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cc78fd-6b1f-4820-9bdf-4893e35ef7d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88fd6d45-fa6d-4298-82f3-6fe0a1f364ac,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:15.484483 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577c08a-bdad-4703-99bc-b7fe7d1fd74e req-52ffe894-2f67-476c-87fd-5f370d5c8f43 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:15.487336 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d577c08a-bdad-4703-99bc-b7fe7d1fd74e req-52ffe894-2f67-476c-87fd-5f370d5c8f43 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c6bc8f0-81aa-45df-9fb1-4e581cf0913e HTTP/1.1" status: 200 len: 945 time: 0.0663903 Jul 15 14:03:15.551211 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d577c08a-bdad-4703-99bc-b7fe7d1fd74e req-45a62149-de8d-4779-b231-7d7ef5c570b8 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548999 Jul 15 14:03:15.823351 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-17a1bfe9-5801-4ff4-bbb0-b12b01ffd7c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (f703993d-e678-48e2-a65c-4d8192af82e3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:16.166190 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 49916) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:03:16.215508 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_v2 [None req-efa1807a-771e-49c4-948d-43f08b1b6426 admin admin] Deleting subnet b4897784-b578-46af-88fa-3ab64c2a0e94 {{(pid=103882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 15 14:03:16.220268 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-efa1807a-771e-49c4-948d-43f08b1b6426 admin admin] Publish callbacks [] for subnet (b4897784-b578-46af-88fa-3ab64c2a0e94), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:16.261544 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-efa1807a-771e-49c4-948d-43f08b1b6426 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59481126'] for subnet (b4897784-b578-46af-88fa-3ab64c2a0e94), precommit_delete_associations {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:16.308672 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-efa1807a-771e-49c4-948d-43f08b1b6426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7811561'] for subnet (b4897784-b578-46af-88fa-3ab64c2a0e94), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:16.371162 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-efa1807a-771e-49c4-948d-43f08b1b6426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7811472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59481147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59290875'] for subnet (b4897784-b578-46af-88fa-3ab64c2a0e94), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:16.409270 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa1807a-771e-49c4-948d-43f08b1b6426 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4897784-b578-46af-88fa-3ab64c2a0e94,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:16.414462 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-efa1807a-771e-49c4-948d-43f08b1b6426 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:16.418270 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-efa1807a-771e-49c4-948d-43f08b1b6426 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b4897784-b578-46af-88fa-3ab64c2a0e94 HTTP/1.1" status: 204 len: 168 time: 0.2509439 Jul 15 14:03:16.420775 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 49918) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:03:16.504991 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d95a75e3-d2f8-4404-8c01-a7e0e7cab016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7936400'] for network (82efbf36-0602-483b-bc73-f22e051364bb), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:16.562044 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:16.596243 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d95a75e3-d2f8-4404-8c01-a7e0e7cab016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7814826', 'neutron.services.segments.db._delete_segments_for_network-8774722533663'] for network (82efbf36-0602-483b-bc73-f22e051364bb), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:16.605634 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:16.621197 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-d95a75e3-d2f8-4404-8c01-a7e0e7cab016 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82efbf36-0602-483b-bc73-f22e051364bb']}} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:16.634302 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-d95a75e3-d2f8-4404-8c01-a7e0e7cab016 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87cdef21-d1dc-452a-b680-e06ddd08d165') {'for_net_delete': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:16.634633 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-d95a75e3-d2f8-4404-8c01-a7e0e7cab016 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87cdef21-d1dc-452a-b680-e06ddd08d165') {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:16.676734 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d95a75e3-d2f8-4404-8c01-a7e0e7cab016 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774722502184', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59481129'] for segment (87cdef21-d1dc-452a-b680-e06ddd08d165), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:16.699779 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d95a75e3-d2f8-4404-8c01-a7e0e7cab016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7753414'] for segment (87cdef21-d1dc-452a-b680-e06ddd08d165), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:16.707813 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b011c7-6703-4e63-bc3a-a78400bcc584 req-e31d2ec7-f985-43ee-9d91-716a7f33dab9 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:16.709373 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-42b011c7-6703-4e63-bc3a-a78400bcc584 req-e31d2ec7-f985-43ee-9d91-716a7f33dab9 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c6bc8f0-81aa-45df-9fb1-4e581cf0913e HTTP/1.1" status: 200 len: 945 time: 0.0803814 Jul 15 14:03:16.715517 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d95a75e3-d2f8-4404-8c01-a7e0e7cab016 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=103882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:03:16.715921 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d95a75e3-d2f8-4404-8c01-a7e0e7cab016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7753414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59481561'] for segment (87cdef21-d1dc-452a-b680-e06ddd08d165), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:16.778801 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.services.segments.plugin [-] Segment 87cdef21-d1dc-452a-b680-e06ddd08d165 resource provider aggregate not found Jul 15 14:03:16.805573 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.services.segments.plugin [-] Segment 87cdef21-d1dc-452a-b680-e06ddd08d165 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 87cdef21-d1dc-452a-b680-e06ddd08d165 found for delete ", "request_id": "req-9806e20c-b050-4a5d-8765-42d6cb22c10e"}]} Jul 15 14:03:16.815226 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d95a75e3-d2f8-4404-8c01-a7e0e7cab016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7814819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452470'] for network (82efbf36-0602-483b-bc73-f22e051364bb), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:16.819662 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d95a75e3-d2f8-4404-8c01-a7e0e7cab016 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for network (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:16.824835 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-d95a75e3-d2f8-4404-8c01-a7e0e7cab016 admin admin] 10.222.0.16 "DELETE /v2.0/networks/82efbf36-0602-483b-bc73-f22e051364bb HTTP/1.1" status: 204 len: 168 time: 0.4028764 Jul 15 14:03:16.826346 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 49928) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:03:16.849933 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-42b011c7-6703-4e63-bc3a-a78400bcc584 req-2c4c85af-49b4-401d-b5b0-99471bdc43cc tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192789 Jul 15 14:03:16.850689 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95a75e3-d2f8-4404-8c01-a7e0e7cab016 admin admin] Pushing event deleted for resources: {'Network': ['ID=82efbf36-0602-483b-bc73-f22e051364bb,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:16.894855 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_v2 [None req-c477c9d2-5e02-4931-97dd-13f3d2f68d54 admin admin] Deleting subnet b8433fc3-b76e-4ae0-ae5f-84f03dd2c8f7 {{(pid=103881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 15 14:03:16.901358 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c477c9d2-5e02-4931-97dd-13f3d2f68d54 admin admin] Publish callbacks [] for subnet (b8433fc3-b76e-4ae0-ae5f-84f03dd2c8f7), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:16.949627 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c477c9d2-5e02-4931-97dd-13f3d2f68d54 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524186'] for subnet (b8433fc3-b76e-4ae0-ae5f-84f03dd2c8f7), precommit_delete_associations {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:16.992367 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c477c9d2-5e02-4931-97dd-13f3d2f68d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7811561'] for subnet (b8433fc3-b76e-4ae0-ae5f-84f03dd2c8f7), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:17.066348 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c477c9d2-5e02-4931-97dd-13f3d2f68d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7811472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3268440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59476154'] for subnet (b8433fc3-b76e-4ae0-ae5f-84f03dd2c8f7), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:17.093649 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c477c9d2-5e02-4931-97dd-13f3d2f68d54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8433fc3-b76e-4ae0-ae5f-84f03dd2c8f7,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:17.104050 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c477c9d2-5e02-4931-97dd-13f3d2f68d54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for subnet (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:17.109281 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-c477c9d2-5e02-4931-97dd-13f3d2f68d54 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b8433fc3-b76e-4ae0-ae5f-84f03dd2c8f7 HTTP/1.1" status: 204 len: 168 time: 0.2816076 Jul 15 14:03:17.113300 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 49932) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:03:17.191401 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f8ef41c8-4c23-4e2c-b66e-db398916f2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7936400'] for network (313bee4b-23db-4883-8659-27440e823802), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:17.254793 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62650970-9807-4a53-b182-b0e3c169648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (be31d1c0-1844-4ed1-99dc-0179bb6e7ee8), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:17.280154 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f8ef41c8-4c23-4e2c-b66e-db398916f2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7814826', 'neutron.services.segments.db._delete_segments_for_network-8774722533663'] for network (313bee4b-23db-4883-8659-27440e823802), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:17.306687 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.services.segments.db [None req-f8ef41c8-4c23-4e2c-b66e-db398916f2a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['313bee4b-23db-4883-8659-27440e823802']}} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:17.317192 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.services.segments.db [None req-f8ef41c8-4c23-4e2c-b66e-db398916f2a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06823598-e20d-48f7-92ed-88f46a63cf7d') {'for_net_delete': True} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:17.317490 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.services.segments.db [None req-f8ef41c8-4c23-4e2c-b66e-db398916f2a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06823598-e20d-48f7-92ed-88f46a63cf7d') {} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:17.329054 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f8ef41c8-4c23-4e2c-b66e-db398916f2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774722502184', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524181'] for segment (06823598-e20d-48f7-92ed-88f46a63cf7d), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:17.344668 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f8ef41c8-4c23-4e2c-b66e-db398916f2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7753414'] for segment (06823598-e20d-48f7-92ed-88f46a63cf7d), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:17.351825 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8ef41c8-4c23-4e2c-b66e-db398916f2a7 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=103881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:03:17.352298 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f8ef41c8-4c23-4e2c-b66e-db398916f2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7753414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3268282'] for segment (06823598-e20d-48f7-92ed-88f46a63cf7d), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:17.412075 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.services.segments.plugin [-] Segment 06823598-e20d-48f7-92ed-88f46a63cf7d resource provider aggregate not found Jul 15 14:03:17.431147 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.services.segments.plugin [-] Segment 06823598-e20d-48f7-92ed-88f46a63cf7d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 06823598-e20d-48f7-92ed-88f46a63cf7d found for delete ", "request_id": "req-22f3964e-f47d-46aa-b080-9e8649df84ec"}]} Jul 15 14:03:17.438645 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f8ef41c8-4c23-4e2c-b66e-db398916f2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7814819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452470'] for network (313bee4b-23db-4883-8659-27440e823802), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:17.449150 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f8ef41c8-4c23-4e2c-b66e-db398916f2a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for network (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:17.454166 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-f8ef41c8-4c23-4e2c-b66e-db398916f2a7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/313bee4b-23db-4883-8659-27440e823802 HTTP/1.1" status: 204 len: 168 time: 0.3397436 Jul 15 14:03:17.464821 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ef41c8-4c23-4e2c-b66e-db398916f2a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=313bee4b-23db-4883-8659-27440e823802,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:17.690302 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 49944) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:03:17.743888 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-0b56db4e-8889-42f9-acc7-88bfad46070c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7ab4c638515744558f02a4c50813c0cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0523427 Jul 15 14:03:17.747698 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 49946) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:03:17.804085 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6cd4e57e-84da-4e1c-af1d-ff36a46c7be5 admin admin] Publish callbacks [] for security_group (e7de4c2f-fde8-4b24-b566-0f0ea89a0009), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:17.833456 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6cd4e57e-84da-4e1c-af1d-ff36a46c7be5 admin admin] Publish callbacks [] for security_group (e7de4c2f-fde8-4b24-b566-0f0ea89a0009), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:17.888980 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6cd4e57e-84da-4e1c-af1d-ff36a46c7be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (e7de4c2f-fde8-4b24-b566-0f0ea89a0009), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:17.891596 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6cd4e57e-84da-4e1c-af1d-ff36a46c7be5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:17.892728 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-6cd4e57e-84da-4e1c-af1d-ff36a46c7be5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e7de4c2f-fde8-4b24-b566-0f0ea89a0009 HTTP/1.1" status: 204 len: 168 time: 0.1440451 Jul 15 14:03:17.901939 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd4e57e-84da-4e1c-af1d-ff36a46c7be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7de4c2f-fde8-4b24-b566-0f0ea89a0009,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:18.042321 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5e255-a6c1-4968-adc9-abf5eb0ca469 req-725473b9-3e2e-4e65-a663-324515f1f684 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:18.043900 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-91c5e255-a6c1-4968-adc9-abf5eb0ca469 req-725473b9-3e2e-4e65-a663-324515f1f684 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c6bc8f0-81aa-45df-9fb1-4e581cf0913e HTTP/1.1" status: 200 len: 945 time: 0.0811934 Jul 15 14:03:18.129188 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-91c5e255-a6c1-4968-adc9-abf5eb0ca469 req-9028c966-0cf9-496b-bde7-30dc3398edae tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779974 Jul 15 14:03:18.357492 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 49958) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:03:18.408948 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-bdecacde-4fd3-4bf8-bbab-9841ca8c77c3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5c45c9e1a0394f1ea763b59d3bb7868e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0501633 Jul 15 14:03:18.411451 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 49960) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:03:18.465675 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1d214252-3e49-4f74-9936-0e71583ebd83 admin admin] Publish callbacks [] for security_group (b6d4d8e6-c71d-46da-ba0f-8b2a06bf5374), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:18.491239 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1d214252-3e49-4f74-9936-0e71583ebd83 admin admin] Publish callbacks [] for security_group (b6d4d8e6-c71d-46da-ba0f-8b2a06bf5374), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:18.504699 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee182daf-6335-4abe-96a5-cfae59e42a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (d0f04363-b393-47bd-b9b2-c25e00098206), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:18.559776 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1d214252-3e49-4f74-9936-0e71583ebd83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (b6d4d8e6-c71d-46da-ba0f-8b2a06bf5374), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:18.562608 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1d214252-3e49-4f74-9936-0e71583ebd83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:18.564895 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-1d214252-3e49-4f74-9936-0e71583ebd83 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b6d4d8e6-c71d-46da-ba0f-8b2a06bf5374 HTTP/1.1" status: 204 len: 168 time: 0.1522624 Jul 15 14:03:18.578127 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d214252-3e49-4f74-9936-0e71583ebd83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d4d8e6-c71d-46da-ba0f-8b2a06bf5374,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:18.722683 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (7bcac420-d3a9-4cfc-af22-5ba5795a5287), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:19.271899 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f31165-e570-41e1-89e3-5f49c0cb243e req-696d1b32-e0ae-4e3d-b0ec-57377f686d91 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:19.275972 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-53f31165-e570-41e1-89e3-5f49c0cb243e req-696d1b32-e0ae-4e3d-b0ec-57377f686d91 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c6bc8f0-81aa-45df-9fb1-4e581cf0913e HTTP/1.1" status: 200 len: 945 time: 0.0607457 Jul 15 14:03:19.349261 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-53f31165-e570-41e1-89e3-5f49c0cb243e req-fd462fca-fff9-4b7b-9884-a06db3d638d3 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638654 Jul 15 14:03:20.501898 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9809288b-92ce-4b5e-b591-5a3c1f24bfa2 req-98ebd542-42e4-48da-b26d-b88779e3c6b1 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:20.505573 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9809288b-92ce-4b5e-b591-5a3c1f24bfa2 req-98ebd542-42e4-48da-b26d-b88779e3c6b1 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c6bc8f0-81aa-45df-9fb1-4e581cf0913e HTTP/1.1" status: 200 len: 945 time: 0.0658789 Jul 15 14:03:20.533964 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:20.564672 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9809288b-92ce-4b5e-b591-5a3c1f24bfa2 req-ec5b7e52-5404-4eec-ab92-4b7328a86481 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546553 Jul 15 14:03:20.853800 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da3412-71b3-4e62-90be-fc2d7bfd7df6 req-dda3d8d3-bf51-4c22-b084-f35b8b1b52a5 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:20.855604 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-11da3412-71b3-4e62-90be-fc2d7bfd7df6 req-dda3d8d3-bf51-4c22-b084-f35b8b1b52a5 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 945 time: 0.0575702 Jul 15 14:03:20.871213 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:20.913142 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-11da3412-71b3-4e62-90be-fc2d7bfd7df6 req-3e98fee2-6541-4fa1-9ab0-8c469f6026d6 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=79807a53-5589-4e62-99d9-4d6e26871da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507615 Jul 15 14:03:21.309306 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=22 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:21.310499 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=12 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:21.433826 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c563fc1d-9140-4dd5-a293-18e64a3880a4 req-5a589ea8-3245-4d10-8c5c-7d337520263f tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:21.435483 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c563fc1d-9140-4dd5-a293-18e64a3880a4 req-5a589ea8-3245-4d10-8c5c-7d337520263f tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 945 time: 0.0827889 Jul 15 14:03:21.502046 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c563fc1d-9140-4dd5-a293-18e64a3880a4 req-e322f40a-8815-421f-9fc6-702b2f9bbd53 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587211 Jul 15 14:03:21.727830 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afdbf3-d2f8-4064-853d-78f728047a1e req-73e5a1b2-fd57-4ee3-84bf-ee077f8e2e7a tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:21.731460 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d1afdbf3-d2f8-4064-853d-78f728047a1e req-73e5a1b2-fd57-4ee3-84bf-ee077f8e2e7a tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c6bc8f0-81aa-45df-9fb1-4e581cf0913e HTTP/1.1" status: 200 len: 945 time: 0.0748851 Jul 15 14:03:21.813658 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d1afdbf3-d2f8-4064-853d-78f728047a1e req-cbb4588a-5867-4788-98d1-d5db6879c9bb tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676556 Jul 15 14:03:22.044108 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c8070-350b-4033-a189-493711ea0e4f req-3c146914-e26c-4ec4-905e-71f3ee26c4f8 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:22.045960 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f10c8070-350b-4033-a189-493711ea0e4f req-3c146914-e26c-4ec4-905e-71f3ee26c4f8 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 945 time: 0.0535986 Jul 15 14:03:22.119314 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f10c8070-350b-4033-a189-493711ea0e4f req-666f181a-6e42-490b-9e6a-a327fd56970b tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=79807a53-5589-4e62-99d9-4d6e26871da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633969 Jul 15 14:03:22.301528 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7877da-30ef-4986-a4a7-76e84a608990 req-f869c1d4-452f-4142-b9f6-2889d7b4dd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:22.303047 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-af7877da-30ef-4986-a4a7-76e84a608990 req-f869c1d4-452f-4142-b9f6-2889d7b4dd30 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0c6bc8f0-81aa-45df-9fb1-4e581cf0913e HTTP/1.1" status: 200 len: 1129 time: 0.0390294 Jul 15 14:03:22.351555 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-af7877da-30ef-4986-a4a7-76e84a608990 req-d506c7a4-7292-4835-bafe-2eb73b047180 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408707 Jul 15 14:03:22.655960 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac9c42-ffad-4278-a8b1-c74afbd0ec3c req-f6b64860-6b53-414e-bbe3-50459f7f7116 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:22.657581 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c7ac9c42-ffad-4278-a8b1-c74afbd0ec3c req-f6b64860-6b53-414e-bbe3-50459f7f7116 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 945 time: 0.0522792 Jul 15 14:03:22.715931 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c7ac9c42-ffad-4278-a8b1-c74afbd0ec3c req-6306c87c-5e9e-4690-bc9f-e88b8f904ffd tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516636 Jul 15 14:03:22.952586 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4de004-c23a-428e-ac6a-25375910aa02 req-940a7673-d2f9-43d7-b6b4-7a95c38eb78d tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:22.954066 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8b4de004-c23a-428e-ac6a-25375910aa02 req-940a7673-d2f9-43d7-b6b4-7a95c38eb78d tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c6bc8f0-81aa-45df-9fb1-4e581cf0913e HTTP/1.1" status: 200 len: 945 time: 0.0540545 Jul 15 14:03:23.007884 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8b4de004-c23a-428e-ac6a-25375910aa02 req-6bddc67b-aea0-489d-ba78-461bbd832308 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469203 Jul 15 14:03:23.256549 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b22c82c-888b-416d-b927-d1d9d4d31095 req-864af3d9-9e26-4f80-93b6-12ef759de660 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:23.258463 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9b22c82c-888b-416d-b927-d1d9d4d31095 req-864af3d9-9e26-4f80-93b6-12ef759de660 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 945 time: 0.0641956 Jul 15 14:03:23.316214 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9b22c82c-888b-416d-b927-d1d9d4d31095 req-ea840f05-01e4-408c-aaf1-ad911d9bf37a tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=79807a53-5589-4e62-99d9-4d6e26871da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491168 Jul 15 14:03:23.422525 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 50090) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:03:23.556537 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-64924b26-a9e0-4d85-ad69-05565412ca3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:23.644329 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-64924b26-a9e0-4d85-ad69-05565412ca3b admin admin] Publish callbacks [] for security_group (c8b7a2cc-1870-40f7-b718-d50bbb3c9957), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:23.650439 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-64924b26-a9e0-4d85-ad69-05565412ca3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (c8b7a2cc-1870-40f7-b718-d50bbb3c9957), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:23.723252 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-64924b26-a9e0-4d85-ad69-05565412ca3b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f6d014f3503342658e8a04969b54122f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2992377 Jul 15 14:03:23.725826 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 50096) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:03:23.737697 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64924b26-a9e0-4d85-ad69-05565412ca3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b7a2cc-1870-40f7-b718-d50bbb3c9957,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:23.843929 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ade903a7-5282-4662-ada3-0e0ea9f415f0 admin admin] Publish callbacks [] for security_group (c8b7a2cc-1870-40f7-b718-d50bbb3c9957), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:23.861647 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:23.876045 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:23.886056 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898244f4-164a-4561-8461-108cde762d38 req-54552c8b-c637-416e-9799-b71363120116 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:23.887602 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-898244f4-164a-4561-8461-108cde762d38 req-54552c8b-c637-416e-9799-b71363120116 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 945 time: 0.0827918 Jul 15 14:03:23.890164 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ade903a7-5282-4662-ada3-0e0ea9f415f0 admin admin] Publish callbacks [] for security_group (c8b7a2cc-1870-40f7-b718-d50bbb3c9957), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:23.979029 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-898244f4-164a-4561-8461-108cde762d38 req-a10ede11-0e14-41f2-a36f-8474ee25f689 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756290 Jul 15 14:03:23.998137 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ade903a7-5282-4662-ada3-0e0ea9f415f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (c8b7a2cc-1870-40f7-b718-d50bbb3c9957), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:24.001838 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ade903a7-5282-4662-ada3-0e0ea9f415f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:24.003248 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-ade903a7-5282-4662-ada3-0e0ea9f415f0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c8b7a2cc-1870-40f7-b718-d50bbb3c9957 HTTP/1.1" status: 204 len: 168 time: 0.2756901 Jul 15 14:03:24.022378 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade903a7-5282-4662-ada3-0e0ea9f415f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b7a2cc-1870-40f7-b718-d50bbb3c9957,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:24.178468 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7b1f9-51c1-4e49-bb8e-08589f8979c6 req-7709644c-2e30-4bbc-9444-638ca8cd180d tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:24.180582 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-58f7b1f9-51c1-4e49-bb8e-08589f8979c6 req-7709644c-2e30-4bbc-9444-638ca8cd180d tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c6bc8f0-81aa-45df-9fb1-4e581cf0913e HTTP/1.1" status: 200 len: 945 time: 0.0871849 Jul 15 14:03:24.284460 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-58f7b1f9-51c1-4e49-bb8e-08589f8979c6 req-c2e49c4c-47d9-45ae-aa8d-1d6e3468741d tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938656 Jul 15 14:03:24.466131 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5410032-c254-4248-8578-2a433d8c7328 req-759bba76-b202-4b6c-9f24-a465adaec4d2 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:24.467719 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b5410032-c254-4248-8578-2a433d8c7328 req-759bba76-b202-4b6c-9f24-a465adaec4d2 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 945 time: 0.0650380 Jul 15 14:03:24.544171 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b5410032-c254-4248-8578-2a433d8c7328 req-ab748fe2-720d-4c52-a47e-af916e14f48e tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=79807a53-5589-4e62-99d9-4d6e26871da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704100 Jul 15 14:03:25.123776 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f89ca-795a-4c42-a1a6-c4c073d16f3f req-2049c0e7-058c-46b1-a7bc-8ef1d401ec4c tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:25.125410 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-983f89ca-795a-4c42-a1a6-c4c073d16f3f req-2049c0e7-058c-46b1-a7bc-8ef1d401ec4c tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 945 time: 0.0537629 Jul 15 14:03:25.203051 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-983f89ca-795a-4c42-a1a6-c4c073d16f3f req-c7833ba1-e468-408e-b0b6-5a38c94fbf35 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719368 Jul 15 14:03:25.440658 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be150e4a-09ee-4824-be4a-8a5e86d1ca0f req-edd951c0-920c-4b33-8867-da4986f36956 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:25.443262 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-be150e4a-09ee-4824-be4a-8a5e86d1ca0f req-edd951c0-920c-4b33-8867-da4986f36956 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c6bc8f0-81aa-45df-9fb1-4e581cf0913e HTTP/1.1" status: 200 len: 945 time: 0.0792630 Jul 15 14:03:25.497775 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-be150e4a-09ee-4824-be4a-8a5e86d1ca0f req-212d18e3-39a5-43a5-9839-e01969e91dc5 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480201 Jul 15 14:03:25.718081 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb126e-0ae3-46b9-8cf8-64a6a1cd7d33 req-1693bf6c-748d-4e82-bd59-58578e8a9a27 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:25.725449 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e5cb126e-0ae3-46b9-8cf8-64a6a1cd7d33 req-1693bf6c-748d-4e82-bd59-58578e8a9a27 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 945 time: 0.0748127 Jul 15 14:03:25.814592 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e1f917-84cb-4e82-b355-9934be623485 req-bd0e4f0d-14ac-45b7-8e15-7c993798b2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:25.816223 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-00e1f917-84cb-4e82-b355-9934be623485 req-bd0e4f0d-14ac-45b7-8e15-7c993798b2ee service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=77c8c864a31b402880c334c39fbe5a34&device_id=0c6bc8f0-81aa-45df-9fb1-4e581cf0913e HTTP/1.1" status: 200 len: 1129 time: 0.0541315 Jul 15 14:03:25.821681 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e5cb126e-0ae3-46b9-8cf8-64a6a1cd7d33 req-7fe1c77e-6470-4f75-90b2-f36da24f3413 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=79807a53-5589-4e62-99d9-4d6e26871da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921142 Jul 15 14:03:25.837642 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50ae7f-1f62-40c4-80ef-eb56e90a739d req-13a0d2f7-df8c-4bea-951a-e6e1c9808297 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:25.839252 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7e50ae7f-1f62-40c4-80ef-eb56e90a739d req-13a0d2f7-df8c-4bea-951a-e6e1c9808297 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c6bc8f0-81aa-45df-9fb1-4e581cf0913e HTTP/1.1" status: 200 len: 945 time: 0.0691552 Jul 15 14:03:25.892685 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7e50ae7f-1f62-40c4-80ef-eb56e90a739d req-d940e9f1-c3b4-4f85-ab98-efc6716c0b95 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473616 Jul 15 14:03:25.973272 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e1f917-84cb-4e82-b355-9934be623485 req-e8ded037-07e5-4b5e-9b03-a18f97a11948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:25.974672 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-00e1f917-84cb-4e82-b355-9934be623485 req-e8ded037-07e5-4b5e-9b03-a18f97a11948 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cb1d6404-603d-43fd-9d2d-2304ecd9066f HTTP/1.1" status: 200 len: 919 time: 0.1414003 Jul 15 14:03:26.029070 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-00e1f917-84cb-4e82-b355-9934be623485 req-5932f477-ad51-4958-82e0-e38fb20af8f9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7be0622-dca5-4205-98fa-99c86a79c041 HTTP/1.1" status: 200 len: 217 time: 0.0394039 Jul 15 14:03:26.092545 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e1f917-84cb-4e82-b355-9934be623485 req-83b3d2d1-92d5-427d-91c9-c296c724ce57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:26.094279 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-00e1f917-84cb-4e82-b355-9934be623485 req-83b3d2d1-92d5-427d-91c9-c296c724ce57 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=78ed3b07-fd43-4c88-bba6-d7f332b83abe HTTP/1.1" status: 200 len: 857 time: 0.0581188 Jul 15 14:03:26.148345 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e1f917-84cb-4e82-b355-9934be623485 req-11ebbcc5-91ac-43ca-a05b-ada49ed2503c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:26.150847 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-00e1f917-84cb-4e82-b355-9934be623485 req-11ebbcc5-91ac-43ca-a05b-ada49ed2503c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cb1d6404-603d-43fd-9d2d-2304ecd9066f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476184 Jul 15 14:03:26.302269 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:26.310515 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-00e1f917-84cb-4e82-b355-9934be623485 req-2c7a9370-69d4-44fd-b5e8-b0f824ec32dc service neutron] 10.222.0.64 "GET /v2.0/networks/cb1d6404-603d-43fd-9d2d-2304ecd9066f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524324 Jul 15 14:03:26.343216 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:26.368062 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17184173-4f2b-4374-92b4-5520e409266b req-ad0442ac-032b-461f-97e7-22cae9a710e6 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:26.371772 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-17184173-4f2b-4374-92b4-5520e409266b req-ad0442ac-032b-461f-97e7-22cae9a710e6 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 945 time: 0.0820937 Jul 15 14:03:26.437502 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-17184173-4f2b-4374-92b4-5520e409266b req-808ef773-2e7f-45a1-b583-d20b0cff9c49 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563798 Jul 15 14:03:26.445594 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-00e1f917-84cb-4e82-b355-9934be623485 req-0b9b2c67-7c50-44e3-a63c-966ee2b43b88 service neutron] 10.222.0.64 "GET /v2.0/networks/cb1d6404-603d-43fd-9d2d-2304ecd9066f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207912 Jul 15 14:03:26.800534 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (73ab3907-1bcf-455f-a05d-131e96f159a2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:26.954009 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1895b-6edb-4ad5-89cd-b4e8794bf69e req-0258117a-ddc9-47e1-bf33-7ef00cbf759c tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:26.955667 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f1e1895b-6edb-4ad5-89cd-b4e8794bf69e req-0258117a-ddc9-47e1-bf33-7ef00cbf759c tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 945 time: 0.0511885 Jul 15 14:03:27.042543 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5fc3d9-0774-4e8e-a5e6-b21e4b536ff5 req-61cc99e5-a5c3-48f8-ade6-d22d14f5210f tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:27.044056 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fc5fc3d9-0774-4e8e-a5e6-b21e4b536ff5 req-61cc99e5-a5c3-48f8-ade6-d22d14f5210f tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c6bc8f0-81aa-45df-9fb1-4e581cf0913e HTTP/1.1" status: 200 len: 945 time: 0.0756586 Jul 15 14:03:27.051770 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f1e1895b-6edb-4ad5-89cd-b4e8794bf69e req-4d61f752-8e6b-47d0-b68f-cfc51a670378 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=79807a53-5589-4e62-99d9-4d6e26871da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904443 Jul 15 14:03:27.097603 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fc5fc3d9-0774-4e8e-a5e6-b21e4b536ff5 req-7467c6f7-1730-4219-8fea-5bdf8c063f29 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448627 Jul 15 14:03:27.553980 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:27.575795 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97550f9d-32dc-4197-8e25-399c5dd20210 req-8834f62c-87a3-4d9e-99f8-d8435b13b3ea tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:27.577453 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-97550f9d-32dc-4197-8e25-399c5dd20210 req-8834f62c-87a3-4d9e-99f8-d8435b13b3ea tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 945 time: 0.0527792 Jul 15 14:03:27.615610 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:27.631755 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-97550f9d-32dc-4197-8e25-399c5dd20210 req-95077be0-b781-4210-b1e7-403e3c1155e1 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439038 Jul 15 14:03:27.975753 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 50170) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:03:28.090313 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c9f2a1b3-93f1-45ca-ad2d-d4d373ea3d98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:28.189458 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c9f2a1b3-93f1-45ca-ad2d-d4d373ea3d98 admin admin] Publish callbacks [] for security_group (6660ac18-6022-4448-8dfa-166b53553722), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:28.194453 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c9f2a1b3-93f1-45ca-ad2d-d4d373ea3d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (6660ac18-6022-4448-8dfa-166b53553722), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:28.224701 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a460d-d304-4b83-b00d-e389e2a069f9 req-8c514d6e-f87b-4e45-82e1-40a4fa981eca tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:28.226552 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9a7a460d-d304-4b83-b00d-e389e2a069f9 req-8c514d6e-f87b-4e45-82e1-40a4fa981eca tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 945 time: 0.1023214 Jul 15 14:03:28.238029 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f2a1b3-93f1-45ca-ad2d-d4d373ea3d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6660ac18-6022-4448-8dfa-166b53553722,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:28.245168 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-c9f2a1b3-93f1-45ca-ad2d-d4d373ea3d98 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=abe72bdce5f84a06adf83804a7f68919&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2660477 Jul 15 14:03:28.246372 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 50178) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:03:28.259919 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b668d6bd-0c93-429a-b85e-da50d622c5a6 req-389aba8d-01af-48ab-9fe9-1d6308d7eb68 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:28.262067 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b668d6bd-0c93-429a-b85e-da50d622c5a6 req-389aba8d-01af-48ab-9fe9-1d6308d7eb68 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c6bc8f0-81aa-45df-9fb1-4e581cf0913e HTTP/1.1" status: 200 len: 945 time: 0.0799165 Jul 15 14:03:28.302810 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2f8c0a49-cfb1-4112-a25f-3158a544e378 admin admin] Publish callbacks [] for security_group (6660ac18-6022-4448-8dfa-166b53553722), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:28.321138 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9a7a460d-d304-4b83-b00d-e389e2a069f9 req-80b46b6f-b38a-45d8-9be1-122a0d36919f tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=79807a53-5589-4e62-99d9-4d6e26871da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851510 Jul 15 14:03:28.329056 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2f8c0a49-cfb1-4112-a25f-3158a544e378 admin admin] Publish callbacks [] for security_group (6660ac18-6022-4448-8dfa-166b53553722), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:28.347288 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b668d6bd-0c93-429a-b85e-da50d622c5a6 req-2266f840-ca20-4afb-8029-c3e630d231ae tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753555 Jul 15 14:03:28.396501 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2f8c0a49-cfb1-4112-a25f-3158a544e378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (6660ac18-6022-4448-8dfa-166b53553722), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:28.399859 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2f8c0a49-cfb1-4112-a25f-3158a544e378 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:28.401750 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-2f8c0a49-cfb1-4112-a25f-3158a544e378 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6660ac18-6022-4448-8dfa-166b53553722 HTTP/1.1" status: 204 len: 168 time: 0.1541071 Jul 15 14:03:28.415364 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8c0a49-cfb1-4112-a25f-3158a544e378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6660ac18-6022-4448-8dfa-166b53553722,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:28.795450 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66599c9-9aec-46e3-ac93-c1ae5d3865e5 req-c6728fe2-9f48-416c-9e05-04b32c3abde1 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:28.795450 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b66599c9-9aec-46e3-ac93-c1ae5d3865e5 req-c6728fe2-9f48-416c-9e05-04b32c3abde1 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 945 time: 0.0757241 Jul 15 14:03:28.861698 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b66599c9-9aec-46e3-ac93-c1ae5d3865e5 req-136c15ed-98d9-4a1c-8411-9299088cfbe2 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646625 Jul 15 14:03:29.270942 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 50204) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:03:29.382170 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-cc7a2025-f15d-4a05-91a6-fc3c1283e3d4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-61259501-network', 'tenant_id': '11bf10102c9244f99f64ad5b4177407a'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:03:29.407141 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7a2025-f15d-4a05-91a6-fc3c1283e3d4 admin admin] Made reservation on behalf of 11bf10102c9244f99f64ad5b4177407a for: {'network': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:03:29.410221 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cc7a2025-f15d-4a05-91a6-fc3c1283e3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for network (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:29.420024 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cc7a2025-f15d-4a05-91a6-fc3c1283e3d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:29.486043 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895ff5a-798a-429b-9a11-861186716fcf req-ab6c6407-085c-45d3-a871-6c2751d9be04 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:29.487487 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2895ff5a-798a-429b-9a11-861186716fcf req-ab6c6407-085c-45d3-a871-6c2751d9be04 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 945 time: 0.0808229 Jul 15 14:03:29.503389 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b08a23-b8d6-4e9d-80e7-bfc699d0a2d3 req-e9c5b229-5277-4b47-a654-25ab8fb42aec tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:29.504979 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-09b08a23-b8d6-4e9d-80e7-bfc699d0a2d3 req-e9c5b229-5277-4b47-a654-25ab8fb42aec tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c6bc8f0-81aa-45df-9fb1-4e581cf0913e HTTP/1.1" status: 200 len: 945 time: 0.0654597 Jul 15 14:03:29.513903 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cc7a2025-f15d-4a05-91a6-fc3c1283e3d4 admin admin] Publish callbacks [] for security_group (e27db5a5-1969-4e1a-b147-fa5e6136b185), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:29.518713 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cc7a2025-f15d-4a05-91a6-fc3c1283e3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (e27db5a5-1969-4e1a-b147-fa5e6136b185), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:29.543323 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc7a2025-f15d-4a05-91a6-fc3c1283e3d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=103881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:03:29.561296 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7a2025-f15d-4a05-91a6-fc3c1283e3d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27db5a5-1969-4e1a-b147-fa5e6136b185,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:29.565853 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cc7a2025-f15d-4a05-91a6-fc3c1283e3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7753414'] for segment (4fcc481e-1f35-4d52-a7c8-8b57a286bd95), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:29.566244 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.db.segments_db [None req-cc7a2025-f15d-4a05-91a6-fc3c1283e3d4 admin admin] Added segment 4fcc481e-1f35-4d52-a7c8-8b57a286bd95 of type vlan for network f8c850dd-dcf5-4148-9169-912c6adf10f1 Jul 15 14:03:29.589399 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-09b08a23-b8d6-4e9d-80e7-bfc699d0a2d3 req-1642ee44-7c8a-429f-b54f-dd13dcb02a2c tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769460 Jul 15 14:03:29.592504 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2895ff5a-798a-429b-9a11-861186716fcf req-6de14d92-1eb2-4027-b543-0ce46284fe7e tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=79807a53-5589-4e62-99d9-4d6e26871da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958407 Jul 15 14:03:29.620202 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cc7a2025-f15d-4a05-91a6-fc3c1283e3d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774722052666'] for network (f8c850dd-dcf5-4148-9169-912c6adf10f1), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:29.652421 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cc7a2025-f15d-4a05-91a6-fc3c1283e3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794'] for network (f8c850dd-dcf5-4148-9169-912c6adf10f1), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:29.653497 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7a2025-f15d-4a05-91a6-fc3c1283e3d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:29.654079 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cc7a2025-f15d-4a05-91a6-fc3c1283e3d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for network (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:29.688105 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:29.724353 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-cc7a2025-f15d-4a05-91a6-fc3c1283e3d4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.4522884 Jul 15 14:03:29.727669 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 50214) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:03:29.729077 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7a2025-f15d-4a05-91a6-fc3c1283e3d4 admin admin] Pushing event updated for resources: {'Network': ['ID=f8c850dd-dcf5-4148-9169-912c6adf10f1,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:29.735822 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-3c5ef708-332d-4ecd-84dc-98c266a5b56c admin admin] Request body: {'subnet': {'network_id': 'f8c850dd-dcf5-4148-9169-912c6adf10f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-61259501-subnet', 'tenant_id': '11bf10102c9244f99f64ad5b4177407a', 'ip_version': 4}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:03:29.743564 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Network f8c850dd-dcf5-4148-9169-912c6adf10f1 details requested by agent ovs-agent-dv-cinder-850002-1-iscsi with host dv-cinder-850002-1-iscsi {{(pid=103883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:03:29.758060 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5ef708-332d-4ecd-84dc-98c266a5b56c admin admin] Made reservation on behalf of 11bf10102c9244f99f64ad5b4177407a for: {'subnet': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:03:29.762784 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3c5ef708-332d-4ecd-84dc-98c266a5b56c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59290624'] for subnet (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:30.034321 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b17e3-a658-4b66-88b6-d2096f88bde2 req-6c42109c-9138-433d-b944-ec04f0e57d91 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:30.036627 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-044b17e3-a658-4b66-88b6-d2096f88bde2 req-6c42109c-9138-433d-b944-ec04f0e57d91 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 945 time: 0.0677500 Jul 15 14:03:30.067568 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3c5ef708-332d-4ecd-84dc-98c266a5b56c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59481212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59290866'] for subnet (7dcbc56b-b71e-4a1e-9999-48b1081ff0b4), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:30.143502 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-044b17e3-a658-4b66-88b6-d2096f88bde2 req-2d81bd34-f9ab-4e46-9b9c-568d470589e8 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951607 Jul 15 14:03:30.149489 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ef708-332d-4ecd-84dc-98c266a5b56c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dcbc56b-b71e-4a1e-9999-48b1081ff0b4,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:30.162058 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5ef708-332d-4ecd-84dc-98c266a5b56c admin admin] Checking segment: {'id': '4fcc481e-1f35-4d52-a7c8-8b57a286bd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f8c850dd-dcf5-4148-9169-912c6adf10f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:03:30.162571 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5ef708-332d-4ecd-84dc-98c266a5b56c admin admin] Network hostable DHCP agents. Network: f8c850dd-dcf5-4148-9169-912c6adf10f1, hostable agents: ['6c40ee43-5406-4a95-b7b4-11b32ddced25'], hosted agents: [] {{(pid=103882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:03:30.176545 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:30.185390 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5ef708-332d-4ecd-84dc-98c266a5b56c admin admin] Network f8c850dd-dcf5-4148-9169-912c6adf10f1 is scheduled to be hosted by DHCP agent 6c40ee43-5406-4a95-b7b4-11b32ddced25 with binding_index 1 {{(pid=103882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:03:30.195933 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-3c5ef708-332d-4ecd-84dc-98c266a5b56c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850002-1-iscsi, f8c850dd-dcf5-4148-9169-912c6adf10f1) {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:03:30.200295 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5ef708-332d-4ecd-84dc-98c266a5b56c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:30.200932 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3c5ef708-332d-4ecd-84dc-98c266a5b56c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:30.205023 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:30.206513 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6c9123-9572-4971-b415-64a16f248fc2 None None] Network f8c850dd-dcf5-4148-9169-912c6adf10f1 requested from dv-cinder-850002-1-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 14:03:30.222693 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-3c5ef708-332d-4ecd-84dc-98c266a5b56c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4929359 Jul 15 14:03:30.226022 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 50230) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:03:30.231960 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-23a540fe-e661-4870-b3db-8b38c857565e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-61259501-router', 'tenant_id': '11bf10102c9244f99f64ad5b4177407a', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'}}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:03:30.264649 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-23a540fe-e661-4870-b3db-8b38c857565e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6535'] for router (d4ee8450-1def-4659-8ad1-fb977bb7b3cd), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:30.265706 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-23a540fe-e661-4870-b3db-8b38c857565e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451168', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6558'] for router (d4ee8450-1def-4659-8ad1-fb977bb7b3cd), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:30.323066 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce5b1a3-9a86-47ae-841d-42ba7f440fd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc234a0a-26a4-5646-a6f4-c567700ad66a-f8c850dd-dcf5-4148-9169-912c6adf10f1', 'network_id': 'f8c850dd-dcf5-4148-9169-912c6adf10f1', 'project_id': '11bf10102c9244f99f64ad5b4177407a', 'fixed_ips': [{'subnet_id': '7dcbc56b-b71e-4a1e-9999-48b1081ff0b4'}]}} from dv-cinder-850002-1-iscsi. {{(pid=103883) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 15 14:03:30.324045 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-fce5b1a3-9a86-47ae-841d-42ba7f440fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:30.331385 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-23a540fe-e661-4870-b3db-8b38c857565e admin admin] Publish callbacks [] for router_controller (d4ee8450-1def-4659-8ad1-fb977bb7b3cd), precommit_add_association {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:30.479459 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [None req-fce5b1a3-9a86-47ae-841d-42ba7f440fd9 None None] Allocated IP 172.20.0.2 (f8c850dd-dcf5-4148-9169-912c6adf10f1/7dcbc56b-b71e-4a1e-9999-48b1081ff0b4/8e4fd939-b428-4c77-bea7-f1eef8b96582) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:03:30.495571 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-23a540fe-e661-4870-b3db-8b38c857565e admin admin] Publish callbacks [] for router_gateway (d4ee8450-1def-4659-8ad1-fb977bb7b3cd), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:30.636556 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-fce5b1a3-9a86-47ae-841d-42ba7f440fd9 None None] Publish callbacks [] for port (8e4fd939-b428-4c77-bea7-f1eef8b96582), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:30.646954 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-fce5b1a3-9a86-47ae-841d-42ba7f440fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679'] for port (8e4fd939-b428-4c77-bea7-f1eef8b96582), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:30.688757 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce5b1a3-9a86-47ae-841d-42ba7f440fd9 None None] Network f8c850dd-dcf5-4148-9169-912c6adf10f1 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:03:30.695338 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-fce5b1a3-9a86-47ae-841d-42ba7f440fd9 None None] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:03:30.700220 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce5b1a3-9a86-47ae-841d-42ba7f440fd9 None None] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:03:30.709656 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce5b1a3-9a86-47ae-841d-42ba7f440fd9 None None] Pushing event updated for resources: {'Port': ['ID=8e4fd939-b428-4c77-bea7-f1eef8b96582,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:30.732470 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-23a540fe-e661-4870-b3db-8b38c857565e admin admin] Publish callbacks [] for router_gateway (d4ee8450-1def-4659-8ad1-fb977bb7b3cd), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:30.733550 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5b1a3-9a86-47ae-841d-42ba7f440fd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:30.733964 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5b1a3-9a86-47ae-841d-42ba7f440fd9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:30.734311 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5b1a3-9a86-47ae-841d-42ba7f440fd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:30.734664 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5b1a3-9a86-47ae-841d-42ba7f440fd9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:30.735000 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5b1a3-9a86-47ae-841d-42ba7f440fd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:30.735333 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5b1a3-9a86-47ae-841d-42ba7f440fd9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:30.735663 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5b1a3-9a86-47ae-841d-42ba7f440fd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:30.735991 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5b1a3-9a86-47ae-841d-42ba7f440fd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:30.736318 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5b1a3-9a86-47ae-841d-42ba7f440fd9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:30.736669 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5b1a3-9a86-47ae-841d-42ba7f440fd9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:30.736997 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5b1a3-9a86-47ae-841d-42ba7f440fd9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:30.737341 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5b1a3-9a86-47ae-841d-42ba7f440fd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:30.737667 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5b1a3-9a86-47ae-841d-42ba7f440fd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:30.737994 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5b1a3-9a86-47ae-841d-42ba7f440fd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:30.738312 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5b1a3-9a86-47ae-841d-42ba7f440fd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:30.761099 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2557c6-3747-4cbb-a2c1-32638a76a47a req-5e964ad9-6901-44e1-aa15-1d85b880f2be tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:30.762685 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ba2557c6-3747-4cbb-a2c1-32638a76a47a req-5e964ad9-6901-44e1-aa15-1d85b880f2be tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 945 time: 0.0802593 Jul 15 14:03:30.764031 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-23a540fe-e661-4870-b3db-8b38c857565e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:30.781075 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-fce5b1a3-9a86-47ae-841d-42ba7f440fd9 None None] Attempting to bind port 8e4fd939-b428-4c77-bea7-f1eef8b96582 on host dv-cinder-850002-1-iscsi for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 15 14:03:30.781634 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-fce5b1a3-9a86-47ae-841d-42ba7f440fd9 None None] Attempting to bind port 8e4fd939-b428-4c77-bea7-f1eef8b96582 by drivers openvswitch,hyperv on host dv-cinder-850002-1-iscsi at level 0 using segments [{'id': '4fcc481e-1f35-4d52-a7c8-8b57a286bd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f8c850dd-dcf5-4148-9169-912c6adf10f1'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 15 14:03:30.781800 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce5b1a3-9a86-47ae-841d-42ba7f440fd9 None None] Attempting to bind port 8e4fd939-b428-4c77-bea7-f1eef8b96582 on network f8c850dd-dcf5-4148-9169-912c6adf10f1 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:03:30.789590 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce5b1a3-9a86-47ae-841d-42ba7f440fd9 None None] Checking agent: {'id': '7bcac420-d3a9-4cfc-af22-5ba5795a5287', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 13, 52, 19), 'started_at': datetime.datetime(2022, 7, 15, 13, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 14, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 14:03:30.789590 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce5b1a3-9a86-47ae-841d-42ba7f440fd9 None None] Checking segment: {'id': '4fcc481e-1f35-4d52-a7c8-8b57a286bd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f8c850dd-dcf5-4148-9169-912c6adf10f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:03:30.789590 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-fce5b1a3-9a86-47ae-841d-42ba7f440fd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:30.789590 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce5b1a3-9a86-47ae-841d-42ba7f440fd9 None None] Bound using segment: {'id': '4fcc481e-1f35-4d52-a7c8-8b57a286bd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f8c850dd-dcf5-4148-9169-912c6adf10f1'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 14:03:30.790402 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-fce5b1a3-9a86-47ae-841d-42ba7f440fd9 None None] Bound port: 8e4fd939-b428-4c77-bea7-f1eef8b96582, host: dv-cinder-850002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fcc481e-1f35-4d52-a7c8-8b57a286bd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f8c850dd-dcf5-4148-9169-912c6adf10f1'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 15 14:03:30.791300 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-fce5b1a3-9a86-47ae-841d-42ba7f440fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (8e4fd939-b428-4c77-bea7-f1eef8b96582), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:30.862236 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-fce5b1a3-9a86-47ae-841d-42ba7f440fd9 None None] For port 8e4fd939-b428-4c77-bea7-f1eef8b96582, host dv-cinder-850002-1-iscsi, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:03:30.865660 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-fce5b1a3-9a86-47ae-841d-42ba7f440fd9 None None] For port 8e4fd939-b428-4c77-bea7-f1eef8b96582, host dv-cinder-850002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=8e4fd939-b428-4c77-bea7-f1eef8b96582,segment=NetworkSegment(4fcc481e-1f35-4d52-a7c8-8b57a286bd95),segment_id=4fcc481e-1f35-4d52-a7c8-8b57a286bd95)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:03:30.877122 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-fce5b1a3-9a86-47ae-841d-42ba7f440fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (8e4fd939-b428-4c77-bea7-f1eef8b96582), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:30.888353 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ba2557c6-3747-4cbb-a2c1-32638a76a47a req-fb5264ac-a782-4624-8dea-bdea32ee2790 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=79807a53-5589-4e62-99d9-4d6e26871da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157675 Jul 15 14:03:30.940491 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-23a540fe-e661-4870-b3db-8b38c857565e admin admin] Allocated IP 172.27.0.126 (85d18fe6-b559-49ae-a129-0350ffd7e8bf/5080191c-7e2b-40a2-af2d-f84b5c858cde/76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:03:30.953090 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce5b1a3-9a86-47ae-841d-42ba7f440fd9 None None] Pushing event updated for resources: {'Port': ['ID=8e4fd939-b428-4c77-bea7-f1eef8b96582,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:31.093802 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-23a540fe-e661-4870-b3db-8b38c857565e admin admin] Publish callbacks [] for port (76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:31.167887 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-23a540fe-e661-4870-b3db-8b38c857565e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59481580'] for port (76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:31.218677 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 50246) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:03:31.226477 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-4bc3f421-807c-4391-bfc5-71a27d5b0feb tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Request body: {'security_group': {'name': 'tempest-securitygroup--509500136', 'description': 'tempest-description--370411176'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:03:31.250823 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:DELETE=4 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:31.289685 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4bc3f421-807c-4391-bfc5-71a27d5b0feb tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:31.401866 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 8e4fd939-b428-4c77-bea7-f1eef8b96582 up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:03:31.409601 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4bc3f421-807c-4391-bfc5-71a27d5b0feb tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks [] for security_group (67d59677-8662-46b1-8429-67b57a904433), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:31.420464 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4bc3f421-807c-4391-bfc5-71a27d5b0feb tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (67d59677-8662-46b1-8429-67b57a904433), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:31.447887 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4bc3f421-807c-4391-bfc5-71a27d5b0feb tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:31.449183 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-4bc3f421-807c-4391-bfc5-71a27d5b0feb tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2286425 Jul 15 14:03:31.452782 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 50250) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:03:31.457462 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-47d3ac63-83cc-4e01-a61b-5bb8934ec110 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Request body: {'security_group_rule': {'security_group_id': '67d59677-8662-46b1-8429-67b57a904433', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:03:31.481958 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3f421-807c-4391-bfc5-71a27d5b0feb tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67d59677-8662-46b1-8429-67b57a904433,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:31.512988 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-47d3ac63-83cc-4e01-a61b-5bb8934ec110 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks [] for security_group_rule (e72fdd06-6858-4985-8ab1-f559a678467b), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:31.518991 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port 8e4fd939-b428-4c77-bea7-f1eef8b96582 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:03:31.519533 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (8e4fd939-b428-4c77-bea7-f1eef8b96582), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:31.598002 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-47d3ac63-83cc-4e01-a61b-5bb8934ec110 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks [] for security_group_rule (e72fdd06-6858-4985-8ab1-f559a678467b), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:31.602743 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-47d3ac63-83cc-4e01-a61b-5bb8934ec110 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484192'] for security_group_rule (e72fdd06-6858-4985-8ab1-f559a678467b), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:31.635740 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d3ac63-83cc-4e01-a61b-5bb8934ec110 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e72fdd06-6858-4985-8ab1-f559a678467b,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:31.650290 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-47d3ac63-83cc-4e01-a61b-5bb8934ec110 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:31.653097 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-47d3ac63-83cc-4e01-a61b-5bb8934ec110 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1991308 Jul 15 14:03:31.656555 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 50254) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:03:31.671784 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-a380a3a4-caed-48e9-b378-dd3931956a28 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Request body: {'security_group_rule': {'security_group_id': '67d59677-8662-46b1-8429-67b57a904433', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:03:31.683626 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:31.687614 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port 8e4fd939-b428-4c77-bea7-f1eef8b96582 is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:03:31.688229 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (8e4fd939-b428-4c77-bea7-f1eef8b96582), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:31.717541 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a380a3a4-caed-48e9-b378-dd3931956a28 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks [] for security_group_rule (dab6ffbb-3860-4c6a-8893-74d79fa422ee), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:31.728355 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8b123-f535-43b1-bb04-24fe5aa6e0e2 req-913b3885-aa42-45f2-9727-bc93611f8266 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:31.730603 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b7d8b123-f535-43b1-bb04-24fe5aa6e0e2 req-913b3885-aa42-45f2-9727-bc93611f8266 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 945 time: 0.1165485 Jul 15 14:03:31.734112 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a540fe-e661-4870-b3db-8b38c857565e admin admin] Network 85d18fe6-b559-49ae-a129-0350ffd7e8bf is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:03:31.740800 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-23a540fe-e661-4870-b3db-8b38c857565e admin admin] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:03:31.747161 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] For port 8e4fd939-b428-4c77-bea7-f1eef8b96582, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=8e4fd939-b428-4c77-bea7-f1eef8b96582,segment=NetworkSegment(4fcc481e-1f35-4d52-a7c8-8b57a286bd95),segment_id=4fcc481e-1f35-4d52-a7c8-8b57a286bd95)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:03:31.751804 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a540fe-e661-4870-b3db-8b38c857565e admin admin] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:03:31.752553 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (8e4fd939-b428-4c77-bea7-f1eef8b96582), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:31.795295 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a540fe-e661-4870-b3db-8b38c857565e admin admin] Pushing event updated for resources: {'Port': ['ID=76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:31.797830 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:31.816657 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Pushing event updated for resources: {'Port': ['ID=8e4fd939-b428-4c77-bea7-f1eef8b96582,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:31.844626 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a380a3a4-caed-48e9-b378-dd3931956a28 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks [] for security_group_rule (dab6ffbb-3860-4c6a-8893-74d79fa422ee), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:31.850221 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a380a3a4-caed-48e9-b378-dd3931956a28 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484192'] for security_group_rule (dab6ffbb-3860-4c6a-8893-74d79fa422ee), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:31.886426 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a380a3a4-caed-48e9-b378-dd3931956a28 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dab6ffbb-3860-4c6a-8893-74d79fa422ee,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:31.892275 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a380a3a4-caed-48e9-b378-dd3931956a28 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:31.895326 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-a380a3a4-caed-48e9-b378-dd3931956a28 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2367587 Jul 15 14:03:31.898875 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 50258) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:03:31.904065 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-104c6c29-33cd-458d-b6d5-82117cf89f8a tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Request body: {'floatingip': {'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:03:31.955148 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104c6c29-33cd-458d-b6d5-82117cf89f8a tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:31.990223 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b7d8b123-f535-43b1-bb04-24fe5aa6e0e2 req-d29194e1-7176-4491-9ce2-c76c290ec291 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2468615 Jul 15 14:03:32.086283 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104c6c29-33cd-458d-b6d5-82117cf89f8a tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:32.102076 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3433d8-0fde-4e3a-b607-127e321ba7da req-8a4bb06a-ff58-4c56-8a3e-74c7255cf638 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:32.103859 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-da3433d8-0fde-4e3a-b607-127e321ba7da req-8a4bb06a-ff58-4c56-8a3e-74c7255cf638 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 945 time: 0.0944693 Jul 15 14:03:32.210124 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:32.213237 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-da3433d8-0fde-4e3a-b607-127e321ba7da req-8df297a1-c9c6-4696-9afb-b853d48e8d9d tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=79807a53-5589-4e62-99d9-4d6e26871da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673695 Jul 15 14:03:32.222996 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-23a540fe-e661-4870-b3db-8b38c857565e admin admin] Publish callbacks [] for router_gateway (d4ee8450-1def-4659-8ad1-fb977bb7b3cd), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:32.241551 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [None req-104c6c29-33cd-458d-b6d5-82117cf89f8a tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Allocated IP 172.27.0.164 (85d18fe6-b559-49ae-a129-0350ffd7e8bf/5080191c-7e2b-40a2-af2d-f84b5c858cde/cc692cdc-241e-4c53-a707-2d2e55927342) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:03:32.298604 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f73e1db-6cbb-484e-bf17-32c73f0269c4 None None] Network f8c850dd-dcf5-4148-9169-912c6adf10f1 requested from dv-cinder-850002-1-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 14:03:32.315223 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:32.368434 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104c6c29-33cd-458d-b6d5-82117cf89f8a tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks [] for port (cc692cdc-241e-4c53-a707-2d2e55927342), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:32.382456 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-a6a37fb5-a433-4074-bbd8-ba2e0885dbce None None] Provisioning complete for port 8e4fd939-b428-4c77-bea7-f1eef8b96582 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:03:32.383069 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a6a37fb5-a433-4074-bbd8-ba2e0885dbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (8e4fd939-b428-4c77-bea7-f1eef8b96582), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:32.405403 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104c6c29-33cd-458d-b6d5-82117cf89f8a tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (cc692cdc-241e-4c53-a707-2d2e55927342), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:32.407554 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:32.435597 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-23a540fe-e661-4870-b3db-8b38c857565e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451316'] for router (d4ee8450-1def-4659-8ad1-fb977bb7b3cd), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:32.451136 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104c6c29-33cd-458d-b6d5-82117cf89f8a tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Network 85d18fe6-b559-49ae-a129-0350ffd7e8bf is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:03:32.455501 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-104c6c29-33cd-458d-b6d5-82117cf89f8a tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:03:32.459702 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104c6c29-33cd-458d-b6d5-82117cf89f8a tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:03:32.487328 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c6c29-33cd-458d-b6d5-82117cf89f8a tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Pushing event updated for resources: {'Port': ['ID=cc692cdc-241e-4c53-a707-2d2e55927342,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:32.555565 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104c6c29-33cd-458d-b6d5-82117cf89f8a tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks [] for floatingip (505ddcde-0a62-4208-a537-b2fbe1fb560c), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:32.570033 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23a540fe-e661-4870-b3db-8b38c857565e admin admin] Router d4ee8450-1def-4659-8ad1-fb977bb7b3cd is scheduled to L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 with binding_index 1 {{(pid=103882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 15 14:03:32.589672 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:32.598788 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104c6c29-33cd-458d-b6d5-82117cf89f8a tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (cc692cdc-241e-4c53-a707-2d2e55927342), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:32.660584 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-a6a37fb5-a433-4074-bbd8-ba2e0885dbce None None] Current status of the port 8e4fd939-b428-4c77-bea7-f1eef8b96582 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:03:32.695015 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a540fe-e661-4870-b3db-8b38c857565e admin admin] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:03:32.707422 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c441e3-b399-4553-b839-5e014b329806 None None] Sync routers for ids ['d4ee8450-1def-4659-8ad1-fb977bb7b3cd'] in dv-cinder-850002-1-iscsi {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:03:32.718665 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-23a540fe-e661-4870-b3db-8b38c857565e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:32.722640 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c441e3-b399-4553-b839-5e014b329806 None None] Routers {'d4ee8450-1def-4659-8ad1-fb977bb7b3cd'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:03:32.723113 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-23a540fe-e661-4870-b3db-8b38c857565e admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4936287 Jul 15 14:03:32.723220 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-c7c441e3-b399-4553-b839-5e014b329806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:03:16Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['d4ee8450-1def-4659-8ad1-fb977bb7b3cd'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:32.723330 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 50264) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:03:32.769401 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:32.835978 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104c6c29-33cd-458d-b6d5-82117cf89f8a tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks [] for port (cc692cdc-241e-4c53-a707-2d2e55927342), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:32.847880 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104c6c29-33cd-458d-b6d5-82117cf89f8a tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268230'] for port (cc692cdc-241e-4c53-a707-2d2e55927342), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:32.853510 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-c7c441e3-b399-4553-b839-5e014b329806 None None] Set router d4ee8450-1def-4659-8ad1-fb977bb7b3cd gateway port host: dv-cinder-850002-1-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:03:32.874416 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:32.928883 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c6c29-33cd-458d-b6d5-82117cf89f8a tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Pushing event updated for resources: {'Port': ['ID=cc692cdc-241e-4c53-a707-2d2e55927342,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:32.938158 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104c6c29-33cd-458d-b6d5-82117cf89f8a tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448782'] for floatingip (505ddcde-0a62-4208-a537-b2fbe1fb560c), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:32.954626 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-d7b913c3-71fc-4c35-adeb-f233c0b53903 None None] Provisioning complete for port 8e4fd939-b428-4c77-bea7-f1eef8b96582 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:03:32.955123 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d7b913c3-71fc-4c35-adeb-f233c0b53903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (8e4fd939-b428-4c77-bea7-f1eef8b96582), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:32.957264 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104c6c29-33cd-458d-b6d5-82117cf89f8a tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for floatingip (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:32.966988 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-104c6c29-33cd-458d-b6d5-82117cf89f8a tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0585198 Jul 15 14:03:32.977823 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:33.183017 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-c7c441e3-b399-4553-b839-5e014b329806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ee8450-1def-4659-8ad1-fb977bb7b3cd', 'name': 'tempest-TestMinimumBasicScenario-61259501-router', 'tenant_id': '11bf10102c9244f99f64ad5b4177407a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:03:30Z', 'updated_at': '2022-07-15T14:03:32Z', 'revision_number': 3, 'project_id': '11bf10102c9244f99f64ad5b4177407a', 'gw_port': {'id': '76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:62:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ee8450-1def-4659-8ad1-fb977bb7b3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:03:30Z', 'updated_at': '2022-07-15T14:03:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi'}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:33.222711 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c441e3-b399-4553-b839-5e014b329806 None None] Checking router: d4ee8450-1def-4659-8ad1-fb977bb7b3cd for host: dv-cinder-850002-1-iscsi {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:03:33.223062 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c441e3-b399-4553-b839-5e014b329806 None None] Updating router d4ee8450-1def-4659-8ad1-fb977bb7b3cd port 76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47 binding host dv-cinder-850002-1-iscsi {{(pid=103883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:03:33.253234 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-d7b913c3-71fc-4c35-adeb-f233c0b53903 None None] Current status of the port 8e4fd939-b428-4c77-bea7-f1eef8b96582 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:03:33.260616 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88cd7f6-b783-4888-b0c2-ddb8e3cbe57e req-3fa55b3d-b149-4ddc-b741-9d10faff541b tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:33.262000 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b88cd7f6-b783-4888-b0c2-ddb8e3cbe57e req-3fa55b3d-b149-4ddc-b741-9d10faff541b tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 945 time: 0.1343699 Jul 15 14:03:33.264677 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c7c441e3-b399-4553-b839-5e014b329806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:33.354357 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 8e4fd939-b428-4c77-bea7-f1eef8b96582 up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:03:33.371496 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-75404547-2f1c-4223-8486-59c341d2ce59 req-4556c070-f891-4b3d-973f-13f734772da5 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--509500136&fields=id&tenant_id=77c8c864a31b402880c334c39fbe5a34 HTTP/1.1" status: 200 len: 267 time: 0.1549504 Jul 15 14:03:33.423364 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b88cd7f6-b783-4888-b0c2-ddb8e3cbe57e req-eb68b07b-1fc8-4406-98f7-34a53d03e3ae tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508954 Jul 15 14:03:33.500329 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port 8e4fd939-b428-4c77-bea7-f1eef8b96582 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:03:33.500777 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (8e4fd939-b428-4c77-bea7-f1eef8b96582), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:33.612479 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75404547-2f1c-4223-8486-59c341d2ce59 req-516ca778-a0e8-46ce-91f5-0524ad70667e tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:33.614026 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-75404547-2f1c-4223-8486-59c341d2ce59 req-516ca778-a0e8-46ce-91f5-0524ad70667e tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/networks?id=cb1d6404-603d-43fd-9d2d-2304ecd9066f HTTP/1.1" status: 200 len: 818 time: 0.2300410 Jul 15 14:03:33.623160 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3958b-fc78-4958-9f4b-963a6abd1b1f req-95c2b1ad-1095-4f04-9f72-c9654e84e045 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:33.624907 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b0d3958b-fc78-4958-9f4b-963a6abd1b1f req-95c2b1ad-1095-4f04-9f72-c9654e84e045 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 945 time: 0.1043553 Jul 15 14:03:33.651440 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-133cb0ee-aa35-47b9-9b7f-76003fb3da73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:33.654229 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-75404547-2f1c-4223-8486-59c341d2ce59 req-caab53d1-8248-4724-8855-24822d2b017f tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/quotas/77c8c864a31b402880c334c39fbe5a34 HTTP/1.1" status: 200 len: 375 time: 0.0283842 Jul 15 14:03:33.656562 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port 8e4fd939-b428-4c77-bea7-f1eef8b96582 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:03:33.698013 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c7c441e3-b399-4553-b839-5e014b329806 None None] Publish callbacks [] for port (76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:33.704082 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c7c441e3-b399-4553-b839-5e014b329806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:33.753407 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-75404547-2f1c-4223-8486-59c341d2ce59 req-2e50e840-fa36-4c77-a367-746541af9e26 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=77c8c864a31b402880c334c39fbe5a34&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0903566 Jul 15 14:03:33.760336 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-c7c441e3-b399-4553-b839-5e014b329806 None None] Attempting to bind port 76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47 on host dv-cinder-850002-1-iscsi for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 15 14:03:33.760642 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-c7c441e3-b399-4553-b839-5e014b329806 None None] Attempting to bind port 76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47 by drivers openvswitch,hyperv on host dv-cinder-850002-1-iscsi at level 0 using segments [{'id': '4890d217-1662-4526-a7d0-b4e3cb182093', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 15 14:03:33.760965 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c441e3-b399-4553-b839-5e014b329806 None None] Attempting to bind port 76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47 on network 85d18fe6-b559-49ae-a129-0350ffd7e8bf {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:03:33.770885 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51494568-1a28-478e-92ec-ac514c4557ab None None] Pushing event updated for resources: {'Port': ['ID=76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:33.774632 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c441e3-b399-4553-b839-5e014b329806 None None] Checking agent: {'id': '7bcac420-d3a9-4cfc-af22-5ba5795a5287', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 13, 52, 19), 'started_at': datetime.datetime(2022, 7, 15, 13, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 14, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 14:03:33.775096 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c441e3-b399-4553-b839-5e014b329806 None None] Checking segment: {'id': '4890d217-1662-4526-a7d0-b4e3cb182093', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:03:33.775421 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c7c441e3-b399-4553-b839-5e014b329806 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:33.775903 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c441e3-b399-4553-b839-5e014b329806 None None] Bound using segment: {'id': '4890d217-1662-4526-a7d0-b4e3cb182093', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 14:03:33.776324 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-c7c441e3-b399-4553-b839-5e014b329806 None None] Bound port: 76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47, host: dv-cinder-850002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4890d217-1662-4526-a7d0-b4e3cb182093', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 15 14:03:33.776765 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c7c441e3-b399-4553-b839-5e014b329806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:33.815616 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b0d3958b-fc78-4958-9f4b-963a6abd1b1f req-a4fc95c4-259b-4f9f-9530-41f253c023a3 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=79807a53-5589-4e62-99d9-4d6e26871da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1760359 Jul 15 14:03:33.839067 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-c7c441e3-b399-4553-b839-5e014b329806 None None] For port 76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47, host dv-cinder-850002-1-iscsi, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:03:33.843085 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-c7c441e3-b399-4553-b839-5e014b329806 None None] For port 76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47, host dv-cinder-850002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47,segment=NetworkSegment(4890d217-1662-4526-a7d0-b4e3cb182093),segment_id=4890d217-1662-4526-a7d0-b4e3cb182093)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:03:33.849282 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c7c441e3-b399-4553-b839-5e014b329806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:33.926857 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:33.948670 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c441e3-b399-4553-b839-5e014b329806 None None] Routers {'d4ee8450-1def-4659-8ad1-fb977bb7b3cd'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:03:33.949608 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-c7c441e3-b399-4553-b839-5e014b329806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:03:16Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['d4ee8450-1def-4659-8ad1-fb977bb7b3cd'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:33.953194 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51494568-1a28-478e-92ec-ac514c4557ab None None] Pushing event updated for resources: {'Port': ['ID=76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:33.974062 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-75404547-2f1c-4223-8486-59c341d2ce59 req-7fe1d9e1-1546-4f18-8275-52c90901d7ac service neutron] 10.222.0.16 "GET /v2.0/networks/cb1d6404-603d-43fd-9d2d-2304ecd9066f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884747 Jul 15 14:03:33.984307 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:34.015401 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:34.022476 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-133cb0ee-aa35-47b9-9b7f-76003fb3da73 admin admin] Allocated IP 172.20.0.1 (f8c850dd-dcf5-4148-9169-912c6adf10f1/7dcbc56b-b71e-4a1e-9999-48b1081ff0b4/b0f38ac1-ef23-486e-bdb6-e1bce172c3a0) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:03:34.063986 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-c7c441e3-b399-4553-b839-5e014b329806 None None] Set router d4ee8450-1def-4659-8ad1-fb977bb7b3cd gateway port host: dv-cinder-850002-1-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:03:34.154491 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-75404547-2f1c-4223-8486-59c341d2ce59 req-7bc64675-e2c3-445e-9703-cbb07e94551c service neutron] 10.222.0.16 "GET /v2.0/networks/cb1d6404-603d-43fd-9d2d-2304ecd9066f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732826 Jul 15 14:03:34.202549 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-133cb0ee-aa35-47b9-9b7f-76003fb3da73 admin admin] Publish callbacks [] for port (b0f38ac1-ef23-486e-bdb6-e1bce172c3a0), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:34.202795 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:34.256825 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-c7c441e3-b399-4553-b839-5e014b329806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ee8450-1def-4659-8ad1-fb977bb7b3cd', 'name': 'tempest-TestMinimumBasicScenario-61259501-router', 'tenant_id': '11bf10102c9244f99f64ad5b4177407a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:03:30Z', 'updated_at': '2022-07-15T14:03:32Z', 'revision_number': 3, 'project_id': '11bf10102c9244f99f64ad5b4177407a', 'gw_port': {'id': '76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:62:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ee8450-1def-4659-8ad1-fb977bb7b3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:03:30Z', 'updated_at': '2022-07-15T14:03:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi'}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:34.266056 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-133cb0ee-aa35-47b9-9b7f-76003fb3da73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59481580'] for port (b0f38ac1-ef23-486e-bdb6-e1bce172c3a0), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:34.297199 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c441e3-b399-4553-b839-5e014b329806 None None] The sync data for ids ['d4ee8450-1def-4659-8ad1-fb977bb7b3cd'] in dv-cinder-850002-1-iscsi is: [{'id': 'd4ee8450-1def-4659-8ad1-fb977bb7b3cd', 'name': 'tempest-TestMinimumBasicScenario-61259501-router', 'tenant_id': '11bf10102c9244f99f64ad5b4177407a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:03:30Z', 'updated_at': '2022-07-15T14:03:32Z', 'revision_number': 3, 'project_id': '11bf10102c9244f99f64ad5b4177407a', 'gw_port': {'id': '76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:62:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ee8450-1def-4659-8ad1-fb977bb7b3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:03:30Z', 'updated_at': '2022-07-15T14:03:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi'}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:03:34.366609 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133cb0ee-aa35-47b9-9b7f-76003fb3da73 admin admin] Network f8c850dd-dcf5-4148-9169-912c6adf10f1 is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:03:34.374366 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-00fcd77a-f0e5-4d3b-be85-4e03b428eb1f req-ea3f0a21-f494-4ede-aca1-029670212557 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7f6876c-e419-4a62-b81a-9636359322ff HTTP/1.1" status: 200 len: 210 time: 0.0516660 Jul 15 14:03:34.381233 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-133cb0ee-aa35-47b9-9b7f-76003fb3da73 admin admin] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:03:34.384284 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133cb0ee-aa35-47b9-9b7f-76003fb3da73 admin admin] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:03:34.426579 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133cb0ee-aa35-47b9-9b7f-76003fb3da73 admin admin] Pushing event updated for resources: {'Port': ['ID=b0f38ac1-ef23-486e-bdb6-e1bce172c3a0,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:34.458774 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-133cb0ee-aa35-47b9-9b7f-76003fb3da73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562181'] for router_interface (d4ee8450-1def-4659-8ad1-fb977bb7b3cd), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:34.643997 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b48cb6-7891-4229-8127-55a7b129a032 req-35d319e7-76b6-4668-bfb7-7d30b6d737ad tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:34.648530 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-11b48cb6-7891-4229-8127-55a7b129a032 req-35d319e7-76b6-4668-bfb7-7d30b6d737ad tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 945 time: 0.1047461 Jul 15 14:03:34.703464 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-3be37343-e39c-4699-bace-312c86175d8e None None] Provisioning complete for port b0f38ac1-ef23-486e-bdb6-e1bce172c3a0 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:03:34.703902 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3be37343-e39c-4699-bace-312c86175d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (b0f38ac1-ef23-486e-bdb6-e1bce172c3a0), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:34.749019 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-3be37343-e39c-4699-bace-312c86175d8e None None] Port b0f38ac1-ef23-486e-bdb6-e1bce172c3a0 cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 15 14:03:34.769253 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-11b48cb6-7891-4229-8127-55a7b129a032 req-6d5408a2-9bfd-437e-bd06-63557bdda6e9 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061332 Jul 15 14:03:34.774271 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-133cb0ee-aa35-47b9-9b7f-76003fb3da73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (b0f38ac1-ef23-486e-bdb6-e1bce172c3a0), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:35.115541 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20365947-65b1-4b75-a807-876293dabc07 req-54dac5cb-4f1c-40b1-bd9b-d90f00007cb0 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:35.117198 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-20365947-65b1-4b75-a807-876293dabc07 req-54dac5cb-4f1c-40b1-bd9b-d90f00007cb0 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 945 time: 0.0863020 Jul 15 14:03:35.155463 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:35.237082 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-20365947-65b1-4b75-a807-876293dabc07 req-776c8f43-3e48-46ef-9197-4904aac8b47a tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=79807a53-5589-4e62-99d9-4d6e26871da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125371 Jul 15 14:03:35.307073 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-133cb0ee-aa35-47b9-9b7f-76003fb3da73 admin admin] Publish callbacks [] for port (b0f38ac1-ef23-486e-bdb6-e1bce172c3a0), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:35.311372 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47 up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:03:35.313710 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-133cb0ee-aa35-47b9-9b7f-76003fb3da73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59481573'] for port (b0f38ac1-ef23-486e-bdb6-e1bce172c3a0), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:35.366121 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port 76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:03:35.366785 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:35.382947 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=3 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:35.386725 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:35.389866 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-133cb0ee-aa35-47b9-9b7f-76003fb3da73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449591'] for router_interface (d4ee8450-1def-4659-8ad1-fb977bb7b3cd), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:35.392144 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133cb0ee-aa35-47b9-9b7f-76003fb3da73 admin admin] Pushing event updated for resources: {'Port': ['ID=b0f38ac1-ef23-486e-bdb6-e1bce172c3a0,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:35.455174 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port 76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47 is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:03:35.455711 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:35.481278 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] For port 76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47,segment=NetworkSegment(4890d217-1662-4526-a7d0-b4e3cb182093),segment_id=4890d217-1662-4526-a7d0-b4e3cb182093)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:03:35.486328 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:35.511590 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-46419dd8-4ef7-4a39-876d-a93b1470b599 req-356c26cf-4b5a-4f08-bf03-460e01aaa062 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7f6876c-e419-4a62-b81a-9636359322ff HTTP/1.1" status: 200 len: 210 time: 0.0378714 Jul 15 14:03:35.522770 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133cb0ee-aa35-47b9-9b7f-76003fb3da73 admin admin] Network f8c850dd-dcf5-4148-9169-912c6adf10f1 is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:03:35.524303 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-133cb0ee-aa35-47b9-9b7f-76003fb3da73 admin admin] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:03:35.549527 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Pushing event updated for resources: {'Port': ['ID=76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:35.647188 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-133cb0ee-aa35-47b9-9b7f-76003fb3da73 admin admin] Router d4ee8450-1def-4659-8ad1-fb977bb7b3cd has already been hosted by L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 14:03:35.761345 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133cb0ee-aa35-47b9-9b7f-76003fb3da73 admin admin] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:03:35.767391 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-133cb0ee-aa35-47b9-9b7f-76003fb3da73 admin admin] 10.222.0.16 "PUT /v2.0/routers/d4ee8450-1def-4659-8ad1-fb977bb7b3cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0429597 Jul 15 14:03:35.775298 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-8dac27d7-a953-43b1-af0a-d64c53a06418 None None] Provisioning complete for port b0f38ac1-ef23-486e-bdb6-e1bce172c3a0 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:03:35.775675 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-8dac27d7-a953-43b1-af0a-d64c53a06418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (b0f38ac1-ef23-486e-bdb6-e1bce172c3a0), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:35.813897 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-8dac27d7-a953-43b1-af0a-d64c53a06418 None None] Port b0f38ac1-ef23-486e-bdb6-e1bce172c3a0 cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 15 14:03:35.903446 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc4b65-b953-4c82-9541-779beb2218c4 req-bf67d715-a48a-47fc-86f9-813d1190525f tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:35.905217 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f1bc4b65-b953-4c82-9541-779beb2218c4 req-bf67d715-a48a-47fc-86f9-813d1190525f tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 945 time: 0.0598850 Jul 15 14:03:35.992013 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f1bc4b65-b953-4c82-9541-779beb2218c4 req-f4891fce-5200-40bc-a381-4cbbb284a329 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800734 Jul 15 14:03:36.292313 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9585f13-32dc-46e8-86cc-b1eccc932116 None None] Sync routers for ids ['d4ee8450-1def-4659-8ad1-fb977bb7b3cd'] in dv-cinder-850002-1-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:03:36.316449 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9585f13-32dc-46e8-86cc-b1eccc932116 None None] Routers {'d4ee8450-1def-4659-8ad1-fb977bb7b3cd'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:03:36.317521 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-d9585f13-32dc-46e8-86cc-b1eccc932116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:03:16Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['d4ee8450-1def-4659-8ad1-fb977bb7b3cd'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:36.423658 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c151aef6-cf7d-49c3-a80e-0598fb28e89b req-3ad1ad63-851c-4087-8070-4de7576690fc tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:36.428409 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c151aef6-cf7d-49c3-a80e-0598fb28e89b req-3ad1ad63-851c-4087-8070-4de7576690fc tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 945 time: 0.0932190 Jul 15 14:03:36.468754 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-d9585f13-32dc-46e8-86cc-b1eccc932116 None None] Set router d4ee8450-1def-4659-8ad1-fb977bb7b3cd gateway port host: dv-cinder-850002-1-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:03:36.501906 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c151aef6-cf7d-49c3-a80e-0598fb28e89b req-79e912e8-e37a-4713-945b-e33b805072aa tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=79807a53-5589-4e62-99d9-4d6e26871da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657077 Jul 15 14:03:36.504372 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 50330) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:03:36.511915 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-2f63b19a-1789-48f7-9bfc-026ba4eb0f7f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1819341006-network', 'tenant_id': 'acceaf20f25848cbaeac142e0fc3607d'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:03:36.540512 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f63b19a-1789-48f7-9bfc-026ba4eb0f7f admin admin] Made reservation on behalf of acceaf20f25848cbaeac142e0fc3607d for: {'network': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:03:36.544085 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2f63b19a-1789-48f7-9bfc-026ba4eb0f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for network (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:36.556492 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2f63b19a-1789-48f7-9bfc-026ba4eb0f7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:36.675502 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f9e19780-2a6c-446a-af66-72374c241120 req-e76a9319-ace9-4555-9467-c6812da28278 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7f6876c-e419-4a62-b81a-9636359322ff HTTP/1.1" status: 200 len: 210 time: 0.0515993 Jul 15 14:03:36.771479 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-d9585f13-32dc-46e8-86cc-b1eccc932116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ee8450-1def-4659-8ad1-fb977bb7b3cd', 'name': 'tempest-TestMinimumBasicScenario-61259501-router', 'tenant_id': '11bf10102c9244f99f64ad5b4177407a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:03:30Z', 'updated_at': '2022-07-15T14:03:34Z', 'revision_number': 4, 'project_id': '11bf10102c9244f99f64ad5b4177407a', 'gw_port': {'id': '76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:62:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ee8450-1def-4659-8ad1-fb977bb7b3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:03:30Z', 'updated_at': '2022-07-15T14:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': 'b0f38ac1-ef23-486e-bdb6-e1bce172c3a0', 'name': '', 'network_id': 'f8c850dd-dcf5-4148-9169-912c6adf10f1', 'tenant_id': '11bf10102c9244f99f64ad5b4177407a', 'mac_address': 'fa:16:3e:fe:11:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ee8450-1def-4659-8ad1-fb977bb7b3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '7dcbc56b-b71e-4a1e-9999-48b1081ff0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:03:33Z', 'updated_at': '2022-07-15T14:03:35Z', 'revision_number': 2, 'project_id': '11bf10102c9244f99f64ad5b4177407a', 'subnets': [{'id': '7dcbc56b-b71e-4a1e-9999-48b1081ff0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:36.905983 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9585f13-32dc-46e8-86cc-b1eccc932116 None None] Checking router: d4ee8450-1def-4659-8ad1-fb977bb7b3cd for host: dv-cinder-850002-1-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:03:36.906345 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9585f13-32dc-46e8-86cc-b1eccc932116 None None] Updating router d4ee8450-1def-4659-8ad1-fb977bb7b3cd port b0f38ac1-ef23-486e-bdb6-e1bce172c3a0 binding host dv-cinder-850002-1-iscsi {{(pid=103884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:03:36.938676 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d9585f13-32dc-46e8-86cc-b1eccc932116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (b0f38ac1-ef23-486e-bdb6-e1bce172c3a0), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:36.945886 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b32faa-a145-49c7-82cb-6e9cdbbc54b3 req-28c4e571-53da-494f-9ab2-f0ea04f88d59 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:36.953550 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-04b32faa-a145-49c7-82cb-6e9cdbbc54b3 req-28c4e571-53da-494f-9ab2-f0ea04f88d59 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 945 time: 0.0553637 Jul 15 14:03:36.954628 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:37.018125 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2f63b19a-1789-48f7-9bfc-026ba4eb0f7f admin admin] Publish callbacks [] for security_group (af81b9a0-1abb-4ff4-acdb-b632d5986623), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:37.021789 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-04b32faa-a145-49c7-82cb-6e9cdbbc54b3 req-a76364bd-8cbb-4d27-86ce-59e7e3e8ece8 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=79807a53-5589-4e62-99d9-4d6e26871da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673578 Jul 15 14:03:37.031405 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2f63b19a-1789-48f7-9bfc-026ba4eb0f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (af81b9a0-1abb-4ff4-acdb-b632d5986623), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:37.044012 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:37.096222 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f63b19a-1789-48f7-9bfc-026ba4eb0f7f admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=103881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:03:37.137642 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f63b19a-1789-48f7-9bfc-026ba4eb0f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af81b9a0-1abb-4ff4-acdb-b632d5986623,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:37.166505 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75404547-2f1c-4223-8486-59c341d2ce59 req-5984d01f-db4e-41b8-be55-3eecc407ebc5 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:37.168038 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-75404547-2f1c-4223-8486-59c341d2ce59 req-5984d01f-db4e-41b8-be55-3eecc407ebc5 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.64 "GET /v2.0/networks?id=cb1d6404-603d-43fd-9d2d-2304ecd9066f HTTP/1.1" status: 200 len: 818 time: 0.2448320 Jul 15 14:03:37.172833 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3e7e5-f24b-4d33-b6af-588bdcabbd1f req-0dca561a-4ec9-4eff-a0b3-d556aa323481 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:37.173037 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2f63b19a-1789-48f7-9bfc-026ba4eb0f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7753414'] for segment (807cb025-995d-4a8f-b9e9-c52bf1da28a3), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:37.173377 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.db.segments_db [None req-2f63b19a-1789-48f7-9bfc-026ba4eb0f7f admin admin] Added segment 807cb025-995d-4a8f-b9e9-c52bf1da28a3 of type vlan for network 46492458-9bda-42df-81b2-38d8ceb2111f Jul 15 14:03:37.174747 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-aea3e7e5-f24b-4d33-b6af-588bdcabbd1f req-0dca561a-4ec9-4eff-a0b3-d556aa323481 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 945 time: 0.0551727 Jul 15 14:03:37.175226 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e69dc6a-e2b0-4b18-9c26-22e3664e8630 req-86fbc890-be4d-43fc-b714-ca0051db785e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:37.176692 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-1e69dc6a-e2b0-4b18-9c26-22e3664e8630 req-86fbc890-be4d-43fc-b714-ca0051db785e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c8778d5da3de4c4dbae5d24842b359bc&device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 1129 time: 0.1115208 Jul 15 14:03:37.208932 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:37.234934 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-aea3e7e5-f24b-4d33-b6af-588bdcabbd1f req-4d49f53e-d914-4716-a2b8-671891f0b567 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539122 Jul 15 14:03:37.265410 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2f63b19a-1789-48f7-9bfc-026ba4eb0f7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774722052666'] for network (46492458-9bda-42df-81b2-38d8ceb2111f), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:37.265739 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d9585f13-32dc-46e8-86cc-b1eccc932116 None None] Publish callbacks [] for port (b0f38ac1-ef23-486e-bdb6-e1bce172c3a0), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:37.273533 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d9585f13-32dc-46e8-86cc-b1eccc932116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (b0f38ac1-ef23-486e-bdb6-e1bce172c3a0), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:37.328840 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b179c-a7ad-4612-bdf6-db2ef70bc9c5 None None] Pushing event updated for resources: {'Port': ['ID=b0f38ac1-ef23-486e-bdb6-e1bce172c3a0,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:37.334128 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47 up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:03:37.338631 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b179c-a7ad-4612-bdf6-db2ef70bc9c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:37.338975 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b179c-a7ad-4612-bdf6-db2ef70bc9c5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:37.339337 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b179c-a7ad-4612-bdf6-db2ef70bc9c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:37.339691 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b179c-a7ad-4612-bdf6-db2ef70bc9c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:37.340022 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b179c-a7ad-4612-bdf6-db2ef70bc9c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:37.340350 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b179c-a7ad-4612-bdf6-db2ef70bc9c5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:37.340869 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b179c-a7ad-4612-bdf6-db2ef70bc9c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:37.341200 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b179c-a7ad-4612-bdf6-db2ef70bc9c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:37.341524 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b179c-a7ad-4612-bdf6-db2ef70bc9c5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:37.341847 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b179c-a7ad-4612-bdf6-db2ef70bc9c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:37.342171 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b179c-a7ad-4612-bdf6-db2ef70bc9c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:37.342513 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b179c-a7ad-4612-bdf6-db2ef70bc9c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:37.342832 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b179c-a7ad-4612-bdf6-db2ef70bc9c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:37.343314 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b179c-a7ad-4612-bdf6-db2ef70bc9c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:37.343774 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b179c-a7ad-4612-bdf6-db2ef70bc9c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:37.360076 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-75404547-2f1c-4223-8486-59c341d2ce59 req-2247e612-df11-485e-a7c3-9989b4fee917 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77c8c864a31b402880c334c39fbe5a34 HTTP/1.1" status: 200 len: 379 time: 0.1744614 Jul 15 14:03:37.371133 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [req-75404547-2f1c-4223-8486-59c341d2ce59 req-d5279182-52c4-40f3-bbae-182f8752a10d tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Request body: {'port': {'device_id': 'f7f6876c-e419-4a62-b81a-9636359322ff', 'network_id': 'cb1d6404-603d-43fd-9d2d-2304ecd9066f', 'admin_state_up': True, 'tenant_id': '77c8c864a31b402880c334c39fbe5a34', 'security_groups': ['67d59677-8662-46b1-8429-67b57a904433']}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:03:37.380285 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2f63b19a-1789-48f7-9bfc-026ba4eb0f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794'] for network (46492458-9bda-42df-81b2-38d8ceb2111f), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:37.381331 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f63b19a-1789-48f7-9bfc-026ba4eb0f7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:37.381911 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2f63b19a-1789-48f7-9bfc-026ba4eb0f7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for network (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:37.414177 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-d9585f13-32dc-46e8-86cc-b1eccc932116 None None] Attempting to bind port b0f38ac1-ef23-486e-bdb6-e1bce172c3a0 on host dv-cinder-850002-1-iscsi for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 15 14:03:37.414804 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-d9585f13-32dc-46e8-86cc-b1eccc932116 None None] Attempting to bind port b0f38ac1-ef23-486e-bdb6-e1bce172c3a0 by drivers openvswitch,hyperv on host dv-cinder-850002-1-iscsi at level 0 using segments [{'id': '4fcc481e-1f35-4d52-a7c8-8b57a286bd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f8c850dd-dcf5-4148-9169-912c6adf10f1'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 15 14:03:37.415332 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9585f13-32dc-46e8-86cc-b1eccc932116 None None] Attempting to bind port b0f38ac1-ef23-486e-bdb6-e1bce172c3a0 on network f8c850dd-dcf5-4148-9169-912c6adf10f1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:03:37.427736 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9585f13-32dc-46e8-86cc-b1eccc932116 None None] Checking agent: {'id': '7bcac420-d3a9-4cfc-af22-5ba5795a5287', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 13, 52, 19), 'started_at': datetime.datetime(2022, 7, 15, 13, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 14, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 14:03:37.428344 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9585f13-32dc-46e8-86cc-b1eccc932116 None None] Checking segment: {'id': '4fcc481e-1f35-4d52-a7c8-8b57a286bd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f8c850dd-dcf5-4148-9169-912c6adf10f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:03:37.428872 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d9585f13-32dc-46e8-86cc-b1eccc932116 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:37.429502 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9585f13-32dc-46e8-86cc-b1eccc932116 None None] Bound using segment: {'id': '4fcc481e-1f35-4d52-a7c8-8b57a286bd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f8c850dd-dcf5-4148-9169-912c6adf10f1'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 14:03:37.430145 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-d9585f13-32dc-46e8-86cc-b1eccc932116 None None] Bound port: b0f38ac1-ef23-486e-bdb6-e1bce172c3a0, host: dv-cinder-850002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fcc481e-1f35-4d52-a7c8-8b57a286bd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f8c850dd-dcf5-4148-9169-912c6adf10f1'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 15 14:03:37.430621 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d9585f13-32dc-46e8-86cc-b1eccc932116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (b0f38ac1-ef23-486e-bdb6-e1bce172c3a0), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:37.442438 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e69dc6a-e2b0-4b18-9c26-22e3664e8630 req-00960af6-d63f-4aa7-b521-d2bd96408c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:37.444100 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-1e69dc6a-e2b0-4b18-9c26-22e3664e8630 req-00960af6-d63f-4aa7-b521-d2bd96408c12 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0460551c-e776-41db-9da0-199d4897f65f HTTP/1.1" status: 200 len: 911 time: 0.2596431 Jul 15 14:03:37.531054 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-d9585f13-32dc-46e8-86cc-b1eccc932116 None None] For port b0f38ac1-ef23-486e-bdb6-e1bce172c3a0, host dv-cinder-850002-1-iscsi, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:03:37.535195 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-d9585f13-32dc-46e8-86cc-b1eccc932116 None None] For port b0f38ac1-ef23-486e-bdb6-e1bce172c3a0, host dv-cinder-850002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=b0f38ac1-ef23-486e-bdb6-e1bce172c3a0,segment=NetworkSegment(4fcc481e-1f35-4d52-a7c8-8b57a286bd95),segment_id=4fcc481e-1f35-4d52-a7c8-8b57a286bd95)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:03:37.546582 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d9585f13-32dc-46e8-86cc-b1eccc932116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (b0f38ac1-ef23-486e-bdb6-e1bce172c3a0), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:37.551021 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:37.568985 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port 76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:03:37.569496 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:37.579485 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 50348) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:03:37.584492 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-baad1191-02e9-468e-862e-3bcb046190a4 admin admin] Request body: {'subnet': {'network_id': '46492458-9bda-42df-81b2-38d8ceb2111f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1819341006-subnet', 'tenant_id': 'acceaf20f25848cbaeac142e0fc3607d', 'ip_version': 4}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:03:37.589847 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-2f63b19a-1789-48f7-9bfc-026ba4eb0f7f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.0829880 Jul 15 14:03:37.645195 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f63b19a-1789-48f7-9bfc-026ba4eb0f7f admin admin] Pushing event updated for resources: {'Network': ['ID=46492458-9bda-42df-81b2-38d8ceb2111f,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:37.646840 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baad1191-02e9-468e-862e-3bcb046190a4 admin admin] Made reservation on behalf of acceaf20f25848cbaeac142e0fc3607d for: {'subnet': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:03:37.651970 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-baad1191-02e9-468e-862e-3bcb046190a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59290624'] for subnet (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:37.654771 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9585f13-32dc-46e8-86cc-b1eccc932116 None None] Routers {'d4ee8450-1def-4659-8ad1-fb977bb7b3cd'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:03:37.657540 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-d9585f13-32dc-46e8-86cc-b1eccc932116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:03:16Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['d4ee8450-1def-4659-8ad1-fb977bb7b3cd'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:37.661347 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:37.662559 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b179c-a7ad-4612-bdf6-db2ef70bc9c5 None None] Pushing event updated for resources: {'Port': ['ID=b0f38ac1-ef23-486e-bdb6-e1bce172c3a0,revision_number=4']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:37.702294 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Network 46492458-9bda-42df-81b2-38d8ceb2111f details requested by agent ovs-agent-dv-cinder-850002-1-iscsi with host dv-cinder-850002-1-iscsi {{(pid=103883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:03:37.709882 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-1e69dc6a-e2b0-4b18-9c26-22e3664e8630 req-38c86212-b574-4601-86d0-e5cbb1bf0877 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88f82e49-8214-4511-9860-93f14cc42d7e HTTP/1.1" status: 200 len: 1001 time: 0.2180524 Jul 15 14:03:37.765634 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-f72d346a-3987-41ba-b3d5-747f2c2bbc9b None None] Provisioning complete for port b0f38ac1-ef23-486e-bdb6-e1bce172c3a0 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:03:37.766348 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f72d346a-3987-41ba-b3d5-747f2c2bbc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (b0f38ac1-ef23-486e-bdb6-e1bce172c3a0), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:37.806251 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port 76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:03:37.839928 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e69dc6a-e2b0-4b18-9c26-22e3664e8630 req-9c0a7822-f610-4141-99c2-ef45833e9c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:37.841459 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-1e69dc6a-e2b0-4b18-9c26-22e3664e8630 req-9c0a7822-f610-4141-99c2-ef45833e9c40 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f6331ee6-fa4c-4f22-93e9-8635c17820f0 HTTP/1.1" status: 200 len: 849 time: 0.1160157 Jul 15 14:03:37.843386 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75404547-2f1c-4223-8486-59c341d2ce59 req-d5279182-52c4-40f3-bbae-182f8752a10d tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Made reservation on behalf of 77c8c864a31b402880c334c39fbe5a34 for: {'port': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:03:37.848303 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-75404547-2f1c-4223-8486-59c341d2ce59 req-d5279182-52c4-40f3-bbae-182f8752a10d tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:37.932599 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-f72d346a-3987-41ba-b3d5-747f2c2bbc9b None None] Current status of the port b0f38ac1-ef23-486e-bdb6-e1bce172c3a0 is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:03:37.933328 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f72d346a-3987-41ba-b3d5-747f2c2bbc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (b0f38ac1-ef23-486e-bdb6-e1bce172c3a0), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:37.934690 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e69dc6a-e2b0-4b18-9c26-22e3664e8630 req-2654bf3a-ae70-4067-92bf-ad5f5c47cef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:37.937187 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-1e69dc6a-e2b0-4b18-9c26-22e3664e8630 req-2654bf3a-ae70-4067-92bf-ad5f5c47cef4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0460551c-e776-41db-9da0-199d4897f65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0852935 Jul 15 14:03:37.938416 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-040caf62-f25a-4d36-ae18-e841ec191f65 req-10892d97-2628-4e81-bc44-a2fca6a91aa1 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7f6876c-e419-4a62-b81a-9636359322ff HTTP/1.1" status: 200 len: 210 time: 0.0873802 Jul 15 14:03:37.948486 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-d9585f13-32dc-46e8-86cc-b1eccc932116 None None] Set router d4ee8450-1def-4659-8ad1-fb977bb7b3cd gateway port host: dv-cinder-850002-1-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:03:37.983378 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-f72d346a-3987-41ba-b3d5-747f2c2bbc9b None None] For port b0f38ac1-ef23-486e-bdb6-e1bce172c3a0, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=b0f38ac1-ef23-486e-bdb6-e1bce172c3a0,segment=NetworkSegment(4fcc481e-1f35-4d52-a7c8-8b57a286bd95),segment_id=4fcc481e-1f35-4d52-a7c8-8b57a286bd95)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:03:37.988494 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f72d346a-3987-41ba-b3d5-747f2c2bbc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (b0f38ac1-ef23-486e-bdb6-e1bce172c3a0), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:38.059218 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72d346a-3987-41ba-b3d5-747f2c2bbc9b None None] Pushing event updated for resources: {'Port': ['ID=b0f38ac1-ef23-486e-bdb6-e1bce172c3a0,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:38.065418 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:38.070788 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-baad1191-02e9-468e-862e-3bcb046190a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59481212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59290866'] for subnet (5884029a-c298-4fd6-93d8-7a243800c2a3), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:38.078668 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:38.118128 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-c384700d-02f5-419a-b66b-2df8c7b9409f None None] Provisioning complete for port b0f38ac1-ef23-486e-bdb6-e1bce172c3a0 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:03:38.118481 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c384700d-02f5-419a-b66b-2df8c7b9409f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (b0f38ac1-ef23-486e-bdb6-e1bce172c3a0), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:38.178940 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-1e69dc6a-e2b0-4b18-9c26-22e3664e8630 req-b9db0d26-54d8-4003-9830-7fc6476797cd service neutron] 10.222.0.64 "GET /v2.0/networks/0460551c-e776-41db-9da0-199d4897f65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875913 Jul 15 14:03:38.187185 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baad1191-02e9-468e-862e-3bcb046190a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5884029a-c298-4fd6-93d8-7a243800c2a3,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:38.192217 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baad1191-02e9-468e-862e-3bcb046190a4 admin admin] Checking segment: {'id': '807cb025-995d-4a8f-b9e9-c52bf1da28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '46492458-9bda-42df-81b2-38d8ceb2111f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:03:38.192944 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baad1191-02e9-468e-862e-3bcb046190a4 admin admin] Network hostable DHCP agents. Network: 46492458-9bda-42df-81b2-38d8ceb2111f, hostable agents: ['6c40ee43-5406-4a95-b7b4-11b32ddced25'], hosted agents: [] {{(pid=103882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:03:38.206444 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-d9585f13-32dc-46e8-86cc-b1eccc932116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ee8450-1def-4659-8ad1-fb977bb7b3cd', 'name': 'tempest-TestMinimumBasicScenario-61259501-router', 'tenant_id': '11bf10102c9244f99f64ad5b4177407a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:03:30Z', 'updated_at': '2022-07-15T14:03:34Z', 'revision_number': 4, 'project_id': '11bf10102c9244f99f64ad5b4177407a', 'gw_port': {'id': '76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:62:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ee8450-1def-4659-8ad1-fb977bb7b3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:03:30Z', 'updated_at': '2022-07-15T14:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': 'b0f38ac1-ef23-486e-bdb6-e1bce172c3a0', 'name': '', 'network_id': 'f8c850dd-dcf5-4148-9169-912c6adf10f1', 'tenant_id': '11bf10102c9244f99f64ad5b4177407a', 'mac_address': 'fa:16:3e:fe:11:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ee8450-1def-4659-8ad1-fb977bb7b3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '7dcbc56b-b71e-4a1e-9999-48b1081ff0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:03:33Z', 'updated_at': '2022-07-15T14:03:37Z', 'revision_number': 4, 'project_id': '11bf10102c9244f99f64ad5b4177407a', 'subnets': [{'id': '7dcbc56b-b71e-4a1e-9999-48b1081ff0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:38.214855 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b210210a-02c3-46eb-9e09-8ad6e57f586a req-3f0aaa0d-0dfc-4308-b7ed-e883fb274d0a tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:38.216754 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b210210a-02c3-46eb-9e09-8ad6e57f586a req-3f0aaa0d-0dfc-4308-b7ed-e883fb274d0a tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 945 time: 0.0870614 Jul 15 14:03:38.229728 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-c384700d-02f5-419a-b66b-2df8c7b9409f None None] Current status of the port b0f38ac1-ef23-486e-bdb6-e1bce172c3a0 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:03:38.239090 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=3 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:38.242129 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baad1191-02e9-468e-862e-3bcb046190a4 admin admin] Network 46492458-9bda-42df-81b2-38d8ceb2111f is scheduled to be hosted by DHCP agent 6c40ee43-5406-4a95-b7b4-11b32ddced25 with binding_index 1 {{(pid=103882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:03:38.247866 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9585f13-32dc-46e8-86cc-b1eccc932116 None None] The sync data for ids ['d4ee8450-1def-4659-8ad1-fb977bb7b3cd'] in dv-cinder-850002-1-iscsi is: [{'id': 'd4ee8450-1def-4659-8ad1-fb977bb7b3cd', 'name': 'tempest-TestMinimumBasicScenario-61259501-router', 'tenant_id': '11bf10102c9244f99f64ad5b4177407a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:03:30Z', 'updated_at': '2022-07-15T14:03:34Z', 'revision_number': 4, 'project_id': '11bf10102c9244f99f64ad5b4177407a', 'gw_port': {'id': '76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:62:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ee8450-1def-4659-8ad1-fb977bb7b3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:03:30Z', 'updated_at': '2022-07-15T14:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': 'b0f38ac1-ef23-486e-bdb6-e1bce172c3a0', 'name': '', 'network_id': 'f8c850dd-dcf5-4148-9169-912c6adf10f1', 'tenant_id': '11bf10102c9244f99f64ad5b4177407a', 'mac_address': 'fa:16:3e:fe:11:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ee8450-1def-4659-8ad1-fb977bb7b3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '7dcbc56b-b71e-4a1e-9999-48b1081ff0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:03:33Z', 'updated_at': '2022-07-15T14:03:37Z', 'revision_number': 4, 'project_id': '11bf10102c9244f99f64ad5b4177407a', 'subnets': [{'id': '7dcbc56b-b71e-4a1e-9999-48b1081ff0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:03:38.286110 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [req-75404547-2f1c-4223-8486-59c341d2ce59 req-d5279182-52c4-40f3-bbae-182f8752a10d tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Allocated IP 172.20.0.10 (cb1d6404-603d-43fd-9d2d-2304ecd9066f/78ed3b07-fd43-4c88-bba6-d7f332b83abe/5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:03:38.288546 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-baad1191-02e9-468e-862e-3bcb046190a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850002-1-iscsi, 46492458-9bda-42df-81b2-38d8ceb2111f) {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:03:38.304143 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1baa8c0e-95b1-43ee-81e7-4496cd615c80 None None] Network 46492458-9bda-42df-81b2-38d8ceb2111f requested from dv-cinder-850002-1-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 14:03:38.329681 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baad1191-02e9-468e-862e-3bcb046190a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:38.331360 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-baad1191-02e9-468e-862e-3bcb046190a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:38.380901 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-1e69dc6a-e2b0-4b18-9c26-22e3664e8630 req-04a9aebe-a81c-4e12-90f4-0ab63f73c065 service neutron] 10.222.0.64 "GET /v2.0/networks/0460551c-e776-41db-9da0-199d4897f65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935470 Jul 15 14:03:38.434518 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b210210a-02c3-46eb-9e09-8ad6e57f586a req-177a2ef2-f0fb-42ac-8fdd-ef7aa8604f97 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=79807a53-5589-4e62-99d9-4d6e26871da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2107756 Jul 15 14:03:38.456645 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed942a11-3fb1-4aaf-adc4-de1698acbe8d req-eef639ee-e947-4cb4-b6b8-8c7474f9418e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:38.465317 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ed942a11-3fb1-4aaf-adc4-de1698acbe8d req-eef639ee-e947-4cb4-b6b8-8c7474f9418e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 945 time: 0.1258790 Jul 15 14:03:38.488625 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-baad1191-02e9-468e-862e-3bcb046190a4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9079993 Jul 15 14:03:38.491553 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 50360) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:03:38.496088 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-51ff48e3-01d2-4ba9-8510-5bceb5b98120 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1819341006-router', 'tenant_id': 'acceaf20f25848cbaeac142e0fc3607d', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'}}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:03:38.507295 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff87f31b-d0a2-4f97-98c2-ca9572f11d46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc234a0a-26a4-5646-a6f4-c567700ad66a-46492458-9bda-42df-81b2-38d8ceb2111f', 'network_id': '46492458-9bda-42df-81b2-38d8ceb2111f', 'project_id': 'acceaf20f25848cbaeac142e0fc3607d', 'fixed_ips': [{'subnet_id': '5884029a-c298-4fd6-93d8-7a243800c2a3'}]}} from dv-cinder-850002-1-iscsi. {{(pid=103883) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 15 14:03:38.508270 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ff87f31b-d0a2-4f97-98c2-ca9572f11d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:38.528685 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:38.543311 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-51ff48e3-01d2-4ba9-8510-5bceb5b98120 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6535'] for router (84327c6e-aabe-48ef-b9bd-194fd2d9e7b3), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:38.545025 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-51ff48e3-01d2-4ba9-8510-5bceb5b98120 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451168', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6558'] for router (84327c6e-aabe-48ef-b9bd-194fd2d9e7b3), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:38.563251 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-75404547-2f1c-4223-8486-59c341d2ce59 req-d5279182-52c4-40f3-bbae-182f8752a10d tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks [] for port (5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:38.567914 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ed942a11-3fb1-4aaf-adc4-de1698acbe8d req-06097d32-521f-42cf-935e-b9fae608074e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969603 Jul 15 14:03:38.624048 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-75404547-2f1c-4223-8486-59c341d2ce59 req-d5279182-52c4-40f3-bbae-182f8752a10d tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:38.654059 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-51ff48e3-01d2-4ba9-8510-5bceb5b98120 admin admin] Publish callbacks [] for router_controller (84327c6e-aabe-48ef-b9bd-194fd2d9e7b3), precommit_add_association {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:38.685994 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75404547-2f1c-4223-8486-59c341d2ce59 req-d5279182-52c4-40f3-bbae-182f8752a10d tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Network cb1d6404-603d-43fd-9d2d-2304ecd9066f is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:03:38.692979 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [None req-ff87f31b-d0a2-4f97-98c2-ca9572f11d46 None None] Allocated IP 172.20.0.2 (46492458-9bda-42df-81b2-38d8ceb2111f/5884029a-c298-4fd6-93d8-7a243800c2a3/736c8068-63a0-40ef-9fc8-34609a0bacad) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:03:38.693212 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [req-75404547-2f1c-4223-8486-59c341d2ce59 req-d5279182-52c4-40f3-bbae-182f8752a10d tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:03:38.695999 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-75404547-2f1c-4223-8486-59c341d2ce59 req-d5279182-52c4-40f3-bbae-182f8752a10d tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:03:38.702516 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5279182-52c4-40f3-bbae-182f8752a10d tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Pushing event updated for resources: {'Port': ['ID=5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:38.783200 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75404547-2f1c-4223-8486-59c341d2ce59 req-d5279182-52c4-40f3-bbae-182f8752a10d tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:38.783871 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-75404547-2f1c-4223-8486-59c341d2ce59 req-d5279182-52c4-40f3-bbae-182f8752a10d tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:38.802927 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-75404547-2f1c-4223-8486-59c341d2ce59 req-d5279182-52c4-40f3-bbae-182f8752a10d tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4371364 Jul 15 14:03:38.820971 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [req-75404547-2f1c-4223-8486-59c341d2ce59 req-f818a907-9e3d-4b19-90f6-ba2f9c2c7f17 service neutron] Request body: {'port': {'device_id': 'f7f6876c-e419-4a62-b81a-9636359322ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85000'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:03:38.918918 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-51ff48e3-01d2-4ba9-8510-5bceb5b98120 admin admin] Publish callbacks [] for router_gateway (84327c6e-aabe-48ef-b9bd-194fd2d9e7b3), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:38.927414 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-75404547-2f1c-4223-8486-59c341d2ce59 req-f818a907-9e3d-4b19-90f6-ba2f9c2c7f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:39.016773 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ff87f31b-d0a2-4f97-98c2-ca9572f11d46 None None] Publish callbacks [] for port (736c8068-63a0-40ef-9fc8-34609a0bacad), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:39.029121 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ff87f31b-d0a2-4f97-98c2-ca9572f11d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679'] for port (736c8068-63a0-40ef-9fc8-34609a0bacad), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:39.099142 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:39.133545 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:39.140009 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-7ff1c4a1-04a4-493d-b92d-ddc5388dc279 None None] Provisioning complete for port 5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:03:39.140460 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7ff1c4a1-04a4-493d-b92d-ddc5388dc279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:39.184237 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff87f31b-d0a2-4f97-98c2-ca9572f11d46 None None] Network 46492458-9bda-42df-81b2-38d8ceb2111f is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:03:39.188450 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-ff87f31b-d0a2-4f97-98c2-ca9572f11d46 None None] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:03:39.199222 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff87f31b-d0a2-4f97-98c2-ca9572f11d46 None None] Pushing event updated for resources: {'Port': ['ID=736c8068-63a0-40ef-9fc8-34609a0bacad,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:39.212621 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff87f31b-d0a2-4f97-98c2-ca9572f11d46 None None] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:03:39.313839 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-7ff1c4a1-04a4-493d-b92d-ddc5388dc279 None None] Port 5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7 cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 15 14:03:39.397517 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-ff87f31b-d0a2-4f97-98c2-ca9572f11d46 None None] Attempting to bind port 736c8068-63a0-40ef-9fc8-34609a0bacad on host dv-cinder-850002-1-iscsi for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 15 14:03:39.397893 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-ff87f31b-d0a2-4f97-98c2-ca9572f11d46 None None] Attempting to bind port 736c8068-63a0-40ef-9fc8-34609a0bacad by drivers openvswitch,hyperv on host dv-cinder-850002-1-iscsi at level 0 using segments [{'id': '807cb025-995d-4a8f-b9e9-c52bf1da28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '46492458-9bda-42df-81b2-38d8ceb2111f'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 15 14:03:39.398293 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff87f31b-d0a2-4f97-98c2-ca9572f11d46 None None] Attempting to bind port 736c8068-63a0-40ef-9fc8-34609a0bacad on network 46492458-9bda-42df-81b2-38d8ceb2111f {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:03:39.411795 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b5e3b-571f-4bd8-96e6-14a4e3490392 req-0c9408ae-4e2a-49c4-8742-210141f36aa8 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:39.413789 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-856b5e3b-571f-4bd8-96e6-14a4e3490392 req-0c9408ae-4e2a-49c4-8742-210141f36aa8 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7f6876c-e419-4a62-b81a-9636359322ff HTTP/1.1" status: 200 len: 932 time: 0.3100257 Jul 15 14:03:39.429720 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff87f31b-d0a2-4f97-98c2-ca9572f11d46 None None] Checking agent: {'id': '7bcac420-d3a9-4cfc-af22-5ba5795a5287', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 13, 52, 19), 'started_at': datetime.datetime(2022, 7, 15, 13, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 14, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 14:03:39.430164 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff87f31b-d0a2-4f97-98c2-ca9572f11d46 None None] Checking segment: {'id': '807cb025-995d-4a8f-b9e9-c52bf1da28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '46492458-9bda-42df-81b2-38d8ceb2111f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:03:39.430547 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ff87f31b-d0a2-4f97-98c2-ca9572f11d46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:39.430956 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff87f31b-d0a2-4f97-98c2-ca9572f11d46 None None] Bound using segment: {'id': '807cb025-995d-4a8f-b9e9-c52bf1da28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '46492458-9bda-42df-81b2-38d8ceb2111f'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 14:03:39.431475 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-ff87f31b-d0a2-4f97-98c2-ca9572f11d46 None None] Bound port: 736c8068-63a0-40ef-9fc8-34609a0bacad, host: dv-cinder-850002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807cb025-995d-4a8f-b9e9-c52bf1da28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '46492458-9bda-42df-81b2-38d8ceb2111f'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 15 14:03:39.431902 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ff87f31b-d0a2-4f97-98c2-ca9572f11d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (736c8068-63a0-40ef-9fc8-34609a0bacad), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:39.452370 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device b0f38ac1-ef23-486e-bdb6-e1bce172c3a0 up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:03:39.561908 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-856b5e3b-571f-4bd8-96e6-14a4e3490392 req-94778b65-8e42-4b8d-98dc-705362c16356 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=67d59677-8662-46b1-8429-67b57a904433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253350 Jul 15 14:03:39.563236 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-51ff48e3-01d2-4ba9-8510-5bceb5b98120 admin admin] Publish callbacks [] for router_gateway (84327c6e-aabe-48ef-b9bd-194fd2d9e7b3), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:39.571295 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:39.610541 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-51ff48e3-01d2-4ba9-8510-5bceb5b98120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:39.610889 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [req-75404547-2f1c-4223-8486-59c341d2ce59 req-f818a907-9e3d-4b19-90f6-ba2f9c2c7f17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7 {{(pid=103881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 14:03:39.626035 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-75404547-2f1c-4223-8486-59c341d2ce59 req-f818a907-9e3d-4b19-90f6-ba2f9c2c7f17 service neutron] Publish callbacks [] for port (5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:39.647069 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:39.654633 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port b0f38ac1-ef23-486e-bdb6-e1bce172c3a0 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:03:39.654995 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (b0f38ac1-ef23-486e-bdb6-e1bce172c3a0), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:39.660434 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.provisioning_blocks [req-75404547-2f1c-4223-8486-59c341d2ce59 req-f818a907-9e3d-4b19-90f6-ba2f9c2c7f17 service neutron] Transition to ACTIVE for port object 5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7 will not be triggered until provisioned by entity L2. {{(pid=103881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 15 14:03:39.669222 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-75404547-2f1c-4223-8486-59c341d2ce59 req-f818a907-9e3d-4b19-90f6-ba2f9c2c7f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268230'] for port (5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:39.743638 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f818a907-9e3d-4b19-90f6-ba2f9c2c7f17 service neutron] Pushing event updated for resources: {'Port': ['ID=5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:39.763488 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ff87f31b-d0a2-4f97-98c2-ca9572f11d46 None None] For port 736c8068-63a0-40ef-9fc8-34609a0bacad, host dv-cinder-850002-1-iscsi, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:03:39.810251 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ff87f31b-d0a2-4f97-98c2-ca9572f11d46 None None] For port 736c8068-63a0-40ef-9fc8-34609a0bacad, host dv-cinder-850002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=736c8068-63a0-40ef-9fc8-34609a0bacad,segment=NetworkSegment(807cb025-995d-4a8f-b9e9-c52bf1da28a3),segment_id=807cb025-995d-4a8f-b9e9-c52bf1da28a3)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:03:39.815967 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456555e0-52bc-49f1-934a-8b3ea105672a req-cd49f0f9-7562-43ce-9f95-d63f8f9229a1 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:39.817668 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-456555e0-52bc-49f1-934a-8b3ea105672a req-cd49f0f9-7562-43ce-9f95-d63f8f9229a1 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 945 time: 0.1817327 Jul 15 14:03:39.835692 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ff87f31b-d0a2-4f97-98c2-ca9572f11d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (736c8068-63a0-40ef-9fc8-34609a0bacad), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:39.846079 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1873f5d-6348-4f1c-8856-c396e8c7a3ae req-3b0edb6b-2382-4ffe-8dbc-8c63ea5665c6 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:39.847776 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a1873f5d-6348-4f1c-8856-c396e8c7a3ae req-3b0edb6b-2382-4ffe-8dbc-8c63ea5665c6 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 945 time: 0.1390929 Jul 15 14:03:39.861633 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:39.887762 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port b0f38ac1-ef23-486e-bdb6-e1bce172c3a0 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:03:39.913169 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-75404547-2f1c-4223-8486-59c341d2ce59 req-f818a907-9e3d-4b19-90f6-ba2f9c2c7f17 service neutron] Attempting to bind port 5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7 on host hv-cinder-85000 for vnic_type normal with profile {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 15 14:03:39.913533 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-75404547-2f1c-4223-8486-59c341d2ce59 req-f818a907-9e3d-4b19-90f6-ba2f9c2c7f17 service neutron] Attempting to bind port 5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7 by drivers openvswitch,hyperv on host hv-cinder-85000 at level 0 using segments [{'id': '00d52852-4d7f-4f72-9ea8-52445064468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'cb1d6404-603d-43fd-9d2d-2304ecd9066f'}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 15 14:03:39.913851 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75404547-2f1c-4223-8486-59c341d2ce59 req-f818a907-9e3d-4b19-90f6-ba2f9c2c7f17 service neutron] Attempting to bind port 5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7 on network cb1d6404-603d-43fd-9d2d-2304ecd9066f {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:03:39.937000 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff87f31b-d0a2-4f97-98c2-ca9572f11d46 None None] Pushing event updated for resources: {'Port': ['ID=736c8068-63a0-40ef-9fc8-34609a0bacad,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:39.937772 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75404547-2f1c-4223-8486-59c341d2ce59 req-f818a907-9e3d-4b19-90f6-ba2f9c2c7f17 service neutron] Port 5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7 on network cb1d6404-603d-43fd-9d2d-2304ecd9066f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85000 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 15 14:03:39.938116 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75404547-2f1c-4223-8486-59c341d2ce59 req-f818a907-9e3d-4b19-90f6-ba2f9c2c7f17 service neutron] Attempting to bind port 5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7 on network cb1d6404-603d-43fd-9d2d-2304ecd9066f {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:03:39.943388 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:39.946751 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75404547-2f1c-4223-8486-59c341d2ce59 req-f818a907-9e3d-4b19-90f6-ba2f9c2c7f17 service neutron] Checking agent: {'id': '73ab3907-1bcf-455f-a05d-131e96f159a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85000', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 13, 58, 57), 'started_at': datetime.datetime(2022, 7, 15, 13, 58, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 14, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 14:03:39.947109 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75404547-2f1c-4223-8486-59c341d2ce59 req-f818a907-9e3d-4b19-90f6-ba2f9c2c7f17 service neutron] Checking segment: {'id': '00d52852-4d7f-4f72-9ea8-52445064468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'cb1d6404-603d-43fd-9d2d-2304ecd9066f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:03:39.948022 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75404547-2f1c-4223-8486-59c341d2ce59 req-f818a907-9e3d-4b19-90f6-ba2f9c2c7f17 service neutron] Bound using segment: {'id': '00d52852-4d7f-4f72-9ea8-52445064468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'cb1d6404-603d-43fd-9d2d-2304ecd9066f'} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 14:03:39.948497 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-75404547-2f1c-4223-8486-59c341d2ce59 req-f818a907-9e3d-4b19-90f6-ba2f9c2c7f17 service neutron] Bound port: 5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7, host: hv-cinder-85000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00d52852-4d7f-4f72-9ea8-52445064468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'cb1d6404-603d-43fd-9d2d-2304ecd9066f'}}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 15 14:03:39.948896 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-75404547-2f1c-4223-8486-59c341d2ce59 req-f818a907-9e3d-4b19-90f6-ba2f9c2c7f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:40.035162 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a1873f5d-6348-4f1c-8856-c396e8c7a3ae req-cc362189-953c-4b0c-a0d2-49e34055f853 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648540 Jul 15 14:03:40.079171 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-75404547-2f1c-4223-8486-59c341d2ce59 req-f818a907-9e3d-4b19-90f6-ba2f9c2c7f17 service neutron] For port 5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7, host hv-cinder-85000, cleared binding levels {{(pid=103881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:03:40.082937 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-75404547-2f1c-4223-8486-59c341d2ce59 req-f818a907-9e3d-4b19-90f6-ba2f9c2c7f17 service neutron] For port 5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7, host hv-cinder-85000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7,segment=NetworkSegment(00d52852-4d7f-4f72-9ea8-52445064468d),segment_id=00d52852-4d7f-4f72-9ea8-52445064468d)] {{(pid=103881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:03:40.088169 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-51ff48e3-01d2-4ba9-8510-5bceb5b98120 admin admin] Allocated IP 172.27.0.78 (85d18fe6-b559-49ae-a129-0350ffd7e8bf/5080191c-7e2b-40a2-af2d-f84b5c858cde/740f962a-e8ff-4420-bf55-fecc108272c1) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:03:40.091384 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-75404547-2f1c-4223-8486-59c341d2ce59 req-f818a907-9e3d-4b19-90f6-ba2f9c2c7f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268230'] for port (5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:40.109029 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-456555e0-52bc-49f1-934a-8b3ea105672a req-41123ce4-70de-48fe-a3ea-bb7c5e1cb802 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=79807a53-5589-4e62-99d9-4d6e26871da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2744899 Jul 15 14:03:40.144786 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75404547-2f1c-4223-8486-59c341d2ce59 req-f818a907-9e3d-4b19-90f6-ba2f9c2c7f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:40.145400 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-75404547-2f1c-4223-8486-59c341d2ce59 req-f818a907-9e3d-4b19-90f6-ba2f9c2c7f17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:40.146887 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-75404547-2f1c-4223-8486-59c341d2ce59 req-f818a907-9e3d-4b19-90f6-ba2f9c2c7f17 service neutron] 10.222.0.64 "PUT /v2.0/ports/5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7 HTTP/1.1" status: 200 len: 1094 time: 1.3353341 Jul 15 14:03:40.147373 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7f6876c-e419-4a62-b81a-9636359322ff', 'tag': '5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:03:40.149720 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27b3149431a8a58964108cadaaee569fc83829ebf6971f3e535c686fd00e584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c0976c-40bb-43c5-af74-ee0ee3da9a2d" -d '{"events": [{"name": "network-changed", "server_uuid": "f7f6876c-e419-4a62-b81a-9636359322ff", "tag": "5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:03:40.290394 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 14:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1633cd-93c1-42fc-b611-2ffc20ec7e44 x-openstack-request-id: req-7d1633cd-93c1-42fc-b611-2ffc20ec7e44 {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:03:40.290687 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7f6876c-e419-4a62-b81a-9636359322ff", "tag": "5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:03:40.290940 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7d1633cd-93c1-42fc-b611-2ffc20ec7e44 {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:03:40.291439 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d1633cd-93c1-42fc-b611-2ffc20ec7e44'] response: {'name': 'network-changed', 'server_uuid': 'f7f6876c-e419-4a62-b81a-9636359322ff', 'tag': '5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7', 'status': 'completed', 'code': 200} Jul 15 14:03:40.298051 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75404547-2f1c-4223-8486-59c341d2ce59 req-da38f896-63f3-4aaf-970f-398425b80cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:40.299736 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-75404547-2f1c-4223-8486-59c341d2ce59 req-da38f896-63f3-4aaf-970f-398425b80cf4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=77c8c864a31b402880c334c39fbe5a34&device_id=f7f6876c-e419-4a62-b81a-9636359322ff HTTP/1.1" status: 200 len: 1128 time: 0.1071672 Jul 15 14:03:40.303943 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f818a907-9e3d-4b19-90f6-ba2f9c2c7f17 service neutron] Pushing event updated for resources: {'Port': ['ID=5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7,revision_number=3']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:40.337167 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-51ff48e3-01d2-4ba9-8510-5bceb5b98120 admin admin] Publish callbacks [] for port (740f962a-e8ff-4420-bf55-fecc108272c1), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:40.379192 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-75404547-2f1c-4223-8486-59c341d2ce59 req-9fdbcf11-7922-407f-b8a1-2c8257b0b808 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7 HTTP/1.1" status: 200 len: 217 time: 0.0703144 Jul 15 14:03:40.412105 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-51ff48e3-01d2-4ba9-8510-5bceb5b98120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59481580'] for port (740f962a-e8ff-4420-bf55-fecc108272c1), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:40.421716 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:40.475485 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ff48e3-01d2-4ba9-8510-5bceb5b98120 admin admin] Network 85d18fe6-b559-49ae-a129-0350ffd7e8bf is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:03:40.480513 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-51ff48e3-01d2-4ba9-8510-5bceb5b98120 admin admin] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:03:40.487891 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ff48e3-01d2-4ba9-8510-5bceb5b98120 admin admin] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:03:40.521998 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75404547-2f1c-4223-8486-59c341d2ce59 req-20823115-7db8-43ba-8295-de7ab8247b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:40.524106 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-75404547-2f1c-4223-8486-59c341d2ce59 req-20823115-7db8-43ba-8295-de7ab8247b62 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=78ed3b07-fd43-4c88-bba6-d7f332b83abe HTTP/1.1" status: 200 len: 857 time: 0.1276202 Jul 15 14:03:40.525275 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ff48e3-01d2-4ba9-8510-5bceb5b98120 admin admin] Pushing event updated for resources: {'Port': ['ID=740f962a-e8ff-4420-bf55-fecc108272c1,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:40.578610 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75404547-2f1c-4223-8486-59c341d2ce59 req-37743d8b-1372-4949-bb24-028d4f205d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:40.580565 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-75404547-2f1c-4223-8486-59c341d2ce59 req-37743d8b-1372-4949-bb24-028d4f205d20 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cb1d6404-603d-43fd-9d2d-2304ecd9066f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470271 Jul 15 14:03:40.686932 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-75404547-2f1c-4223-8486-59c341d2ce59 req-b98ee065-a087-4caf-852d-6e1d3e52a08f service neutron] 10.222.0.64 "GET /v2.0/networks/cb1d6404-603d-43fd-9d2d-2304ecd9066f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993416 Jul 15 14:03:40.730578 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef63f51-62c3-41bc-882b-76591ce3f15f req-2047a4d7-9d98-44de-b626-c74f6badae50 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:40.732159 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3ef63f51-62c3-41bc-882b-76591ce3f15f req-2047a4d7-9d98-44de-b626-c74f6badae50 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7f6876c-e419-4a62-b81a-9636359322ff HTTP/1.1" status: 200 len: 944 time: 0.0696106 Jul 15 14:03:40.788039 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-75404547-2f1c-4223-8486-59c341d2ce59 req-10a73bb8-ca28-452a-b675-6d20ec95467b service neutron] 10.222.0.64 "GET /v2.0/networks/cb1d6404-603d-43fd-9d2d-2304ecd9066f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944722 Jul 15 14:03:40.865268 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3ef63f51-62c3-41bc-882b-76591ce3f15f req-7c7460ee-db15-487c-ad39-3ccca2df8d62 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=67d59677-8662-46b1-8429-67b57a904433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981007 Jul 15 14:03:40.870072 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-51ff48e3-01d2-4ba9-8510-5bceb5b98120 admin admin] Publish callbacks [] for router_gateway (84327c6e-aabe-48ef-b9bd-194fd2d9e7b3), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:41.185696 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09913ad0-189b-4d7f-ba61-05eb6669f42b None None] Network 46492458-9bda-42df-81b2-38d8ceb2111f requested from dv-cinder-850002-1-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 14:03:41.253683 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650c823-cb61-479d-b4b4-38a4c8c36a97 req-2ee49fe9-385b-4749-a23c-ea44c7e4f212 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:41.256309 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8650c823-cb61-479d-b4b4-38a4c8c36a97 req-2ee49fe9-385b-4749-a23c-ea44c7e4f212 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 945 time: 0.0598555 Jul 15 14:03:41.261280 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-e0c24362-33ca-408b-9d30-14b43772c649 None None] Provisioning complete for port 736c8068-63a0-40ef-9fc8-34609a0bacad triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:03:41.261280 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e0c24362-33ca-408b-9d30-14b43772c649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (736c8068-63a0-40ef-9fc8-34609a0bacad), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:41.338751 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 736c8068-63a0-40ef-9fc8-34609a0bacad up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:03:41.381476 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8650c823-cb61-479d-b4b4-38a4c8c36a97 req-b1986a47-9e0e-42c8-a63c-80fc34d6dc30 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891037 Jul 15 14:03:41.393139 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-51ff48e3-01d2-4ba9-8510-5bceb5b98120 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451316'] for router (84327c6e-aabe-48ef-b9bd-194fd2d9e7b3), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:41.426511 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e0c24362-33ca-408b-9d30-14b43772c649 None None] Current status of the port 736c8068-63a0-40ef-9fc8-34609a0bacad is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:03:41.426951 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e0c24362-33ca-408b-9d30-14b43772c649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (736c8068-63a0-40ef-9fc8-34609a0bacad), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:41.430337 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port 736c8068-63a0-40ef-9fc8-34609a0bacad triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:03:41.430793 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (736c8068-63a0-40ef-9fc8-34609a0bacad), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:41.503534 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:41.507913 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e0c24362-33ca-408b-9d30-14b43772c649 None None] For port 736c8068-63a0-40ef-9fc8-34609a0bacad, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=736c8068-63a0-40ef-9fc8-34609a0bacad,segment=NetworkSegment(807cb025-995d-4a8f-b9e9-c52bf1da28a3),segment_id=807cb025-995d-4a8f-b9e9-c52bf1da28a3)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:03:41.520019 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e0c24362-33ca-408b-9d30-14b43772c649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (736c8068-63a0-40ef-9fc8-34609a0bacad), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:41.546433 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ff48e3-01d2-4ba9-8510-5bceb5b98120 admin admin] Router 84327c6e-aabe-48ef-b9bd-194fd2d9e7b3 is scheduled to L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 with binding_index 1 {{(pid=103882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 15 14:03:41.666910 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ff48e3-01d2-4ba9-8510-5bceb5b98120 admin admin] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:03:41.675395 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:41.696703 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-51ff48e3-01d2-4ba9-8510-5bceb5b98120 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:41.703478 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-51ff48e3-01d2-4ba9-8510-5bceb5b98120 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2105021 Jul 15 14:03:41.704159 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 50392) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:03:41.725864 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8d3b5d-4eac-4d5c-9922-e55cbfc9bd1b None None] Sync routers for ids ['84327c6e-aabe-48ef-b9bd-194fd2d9e7b3'] in dv-cinder-850002-1-iscsi {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:03:41.728821 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0976c-40bb-43c5-af74-ee0ee3da9a2d req-2f6434f6-5c71-45e0-a8c7-32c40ffa0738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:41.731180 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-f1c0976c-40bb-43c5-af74-ee0ee3da9a2d req-2f6434f6-5c71-45e0-a8c7-32c40ffa0738 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=77c8c864a31b402880c334c39fbe5a34&device_id=f7f6876c-e419-4a62-b81a-9636359322ff HTTP/1.1" status: 200 len: 1128 time: 0.0649242 Jul 15 14:03:41.759245 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8d3b5d-4eac-4d5c-9922-e55cbfc9bd1b None None] Routers {'84327c6e-aabe-48ef-b9bd-194fd2d9e7b3'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:03:41.761289 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-0d8d3b5d-4eac-4d5c-9922-e55cbfc9bd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:03:16Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['84327c6e-aabe-48ef-b9bd-194fd2d9e7b3'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:41.765424 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-4caa6f22-c764-41f6-befc-0977c032eb65 None None] Provisioning complete for port 736c8068-63a0-40ef-9fc8-34609a0bacad triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:03:41.765882 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4caa6f22-c764-41f6-befc-0977c032eb65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (736c8068-63a0-40ef-9fc8-34609a0bacad), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:41.819457 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:41.865557 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0976c-40bb-43c5-af74-ee0ee3da9a2d req-66331ae7-74c2-41b6-933e-adcb0fe71fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:41.867843 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-f1c0976c-40bb-43c5-af74-ee0ee3da9a2d req-66331ae7-74c2-41b6-933e-adcb0fe71fee service neutron] 10.222.0.64 "GET /v2.0/networks?id=cb1d6404-603d-43fd-9d2d-2304ecd9066f HTTP/1.1" status: 200 len: 919 time: 0.1287918 Jul 15 14:03:41.907019 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 50398) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:03:41.937285 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-f1c0976c-40bb-43c5-af74-ee0ee3da9a2d req-a588f9ce-4275-4d0b-93ee-53cc6b0e90c8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7 HTTP/1.1" status: 200 len: 217 time: 0.0565834 Jul 15 14:03:41.999338 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0976c-40bb-43c5-af74-ee0ee3da9a2d req-46115a21-8c9f-4ea1-8753-e91aa2c41b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:42.000902 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-f1c0976c-40bb-43c5-af74-ee0ee3da9a2d req-46115a21-8c9f-4ea1-8753-e91aa2c41b36 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=78ed3b07-fd43-4c88-bba6-d7f332b83abe HTTP/1.1" status: 200 len: 857 time: 0.0545380 Jul 15 14:03:42.009301 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port 736c8068-63a0-40ef-9fc8-34609a0bacad is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:03:42.038008 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c24362-33ca-408b-9d30-14b43772c649 None None] Pushing event updated for resources: {'Port': ['ID=736c8068-63a0-40ef-9fc8-34609a0bacad,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:42.049445 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de57eec9-d5a0-4d8a-8693-14e99835a71b req-c471de0b-bfe1-4436-af1f-2b656ea8a3a5 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:42.049606 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:42.050774 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-de57eec9-d5a0-4d8a-8693-14e99835a71b req-c471de0b-bfe1-4436-af1f-2b656ea8a3a5 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7f6876c-e419-4a62-b81a-9636359322ff HTTP/1.1" status: 200 len: 944 time: 0.0808585 Jul 15 14:03:42.075243 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0976c-40bb-43c5-af74-ee0ee3da9a2d req-33a566a4-56ea-440d-8439-c97bd703a318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:42.076834 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-f1c0976c-40bb-43c5-af74-ee0ee3da9a2d req-33a566a4-56ea-440d-8439-c97bd703a318 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cb1d6404-603d-43fd-9d2d-2304ecd9066f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0676408 Jul 15 14:03:42.134824 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4515e3bc-4607-4721-9914-eaa7be6160e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:42.170326 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-0d8d3b5d-4eac-4d5c-9922-e55cbfc9bd1b None None] Set router 84327c6e-aabe-48ef-b9bd-194fd2d9e7b3 gateway port host: dv-cinder-850002-1-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:03:42.172039 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-4caa6f22-c764-41f6-befc-0977c032eb65 None None] Current status of the port 736c8068-63a0-40ef-9fc8-34609a0bacad is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:03:42.173715 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:42.201176 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-f1c0976c-40bb-43c5-af74-ee0ee3da9a2d req-e8adb1a0-357b-40fb-b5df-330b2bdc7b16 service neutron] 10.222.0.64 "GET /v2.0/networks/cb1d6404-603d-43fd-9d2d-2304ecd9066f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165822 Jul 15 14:03:42.226613 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-de57eec9-d5a0-4d8a-8693-14e99835a71b req-301892b5-0962-41ec-8630-def3867662c2 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=67d59677-8662-46b1-8429-67b57a904433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321633 Jul 15 14:03:42.341694 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-f1c0976c-40bb-43c5-af74-ee0ee3da9a2d req-0c9d2d3e-7e50-4bec-9a3a-afcf82a373d5 service neutron] 10.222.0.64 "GET /v2.0/networks/cb1d6404-603d-43fd-9d2d-2304ecd9066f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990798 Jul 15 14:03:42.351963 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-0d8d3b5d-4eac-4d5c-9922-e55cbfc9bd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84327c6e-aabe-48ef-b9bd-194fd2d9e7b3', 'name': 'tempest-TestMinimumBasicScenario-1819341006-router', 'tenant_id': 'acceaf20f25848cbaeac142e0fc3607d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '740f962a-e8ff-4420-bf55-fecc108272c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:03:38Z', 'updated_at': '2022-07-15T14:03:40Z', 'revision_number': 3, 'project_id': 'acceaf20f25848cbaeac142e0fc3607d', 'gw_port': {'id': '740f962a-e8ff-4420-bf55-fecc108272c1', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84327c6e-aabe-48ef-b9bd-194fd2d9e7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:03:39Z', 'updated_at': '2022-07-15T14:03:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi'}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:42.365313 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4515e3bc-4607-4721-9914-eaa7be6160e9 admin admin] Publish callbacks [] for security_group (dd019a1b-ce6b-4083-9f31-e30a08429cc2), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:42.382738 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8d3b5d-4eac-4d5c-9922-e55cbfc9bd1b None None] Checking router: 84327c6e-aabe-48ef-b9bd-194fd2d9e7b3 for host: dv-cinder-850002-1-iscsi {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:03:42.383089 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8d3b5d-4eac-4d5c-9922-e55cbfc9bd1b None None] Updating router 84327c6e-aabe-48ef-b9bd-194fd2d9e7b3 port 740f962a-e8ff-4420-bf55-fecc108272c1 binding host dv-cinder-850002-1-iscsi {{(pid=103883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:03:42.387345 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4515e3bc-4607-4721-9914-eaa7be6160e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (dd019a1b-ce6b-4083-9f31-e30a08429cc2), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:42.404675 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:42.410633 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:42.412546 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0d8d3b5d-4eac-4d5c-9922-e55cbfc9bd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (740f962a-e8ff-4420-bf55-fecc108272c1), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:42.441048 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-4515e3bc-4607-4721-9914-eaa7be6160e9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8969431739ca45c4a0adcaf6f4891c3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5313692 Jul 15 14:03:42.442324 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 50404) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:03:42.444709 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4bc0f046-c077-4efa-bd46-8dbed73b48d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:42.447461 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4515e3bc-4607-4721-9914-eaa7be6160e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd019a1b-ce6b-4083-9f31-e30a08429cc2,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:42.450201 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:42.499514 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-799ccbee-08ad-4df7-8d5e-69e722f04383 admin admin] Publish callbacks [] for security_group (dd019a1b-ce6b-4083-9f31-e30a08429cc2), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:42.521714 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-799ccbee-08ad-4df7-8d5e-69e722f04383 admin admin] Publish callbacks [] for security_group (dd019a1b-ce6b-4083-9f31-e30a08429cc2), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:42.564992 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7995e1-03e8-49fa-80ba-4517d6f90181 req-10942290-5618-4eda-8ad3-0c437983577e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:42.566679 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bc7995e1-03e8-49fa-80ba-4517d6f90181 req-10942290-5618-4eda-8ad3-0c437983577e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 945 time: 0.0901468 Jul 15 14:03:42.578581 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-799ccbee-08ad-4df7-8d5e-69e722f04383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (dd019a1b-ce6b-4083-9f31-e30a08429cc2), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:42.581495 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-799ccbee-08ad-4df7-8d5e-69e722f04383 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:42.582662 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-799ccbee-08ad-4df7-8d5e-69e722f04383 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dd019a1b-ce6b-4083-9f31-e30a08429cc2 HTTP/1.1" status: 204 len: 168 time: 0.1390834 Jul 15 14:03:42.593324 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799ccbee-08ad-4df7-8d5e-69e722f04383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd019a1b-ce6b-4083-9f31-e30a08429cc2,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:42.691004 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bc7995e1-03e8-49fa-80ba-4517d6f90181 req-faf386e3-bf6b-45fd-90ee-f25a3107184c tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168787 Jul 15 14:03:42.699570 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:42.711429 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-4bc0f046-c077-4efa-bd46-8dbed73b48d9 admin admin] Allocated IP 172.20.0.1 (46492458-9bda-42df-81b2-38d8ceb2111f/5884029a-c298-4fd6-93d8-7a243800c2a3/eb5457c3-9ff8-4599-b433-6fa1c41dbe56) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:03:42.733418 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0d8d3b5d-4eac-4d5c-9922-e55cbfc9bd1b None None] Publish callbacks [] for port (740f962a-e8ff-4420-bf55-fecc108272c1), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:42.739888 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0d8d3b5d-4eac-4d5c-9922-e55cbfc9bd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (740f962a-e8ff-4420-bf55-fecc108272c1), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:42.803083 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-0d8d3b5d-4eac-4d5c-9922-e55cbfc9bd1b None None] Attempting to bind port 740f962a-e8ff-4420-bf55-fecc108272c1 on host dv-cinder-850002-1-iscsi for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 15 14:03:42.803517 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-0d8d3b5d-4eac-4d5c-9922-e55cbfc9bd1b None None] Attempting to bind port 740f962a-e8ff-4420-bf55-fecc108272c1 by drivers openvswitch,hyperv on host dv-cinder-850002-1-iscsi at level 0 using segments [{'id': '4890d217-1662-4526-a7d0-b4e3cb182093', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 15 14:03:42.803890 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8d3b5d-4eac-4d5c-9922-e55cbfc9bd1b None None] Attempting to bind port 740f962a-e8ff-4420-bf55-fecc108272c1 on network 85d18fe6-b559-49ae-a129-0350ffd7e8bf {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:03:42.809508 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f766463-9a40-417d-be71-aad34e3a559e None None] Pushing event updated for resources: {'Port': ['ID=740f962a-e8ff-4420-bf55-fecc108272c1,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:42.812754 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8d3b5d-4eac-4d5c-9922-e55cbfc9bd1b None None] Checking agent: {'id': '7bcac420-d3a9-4cfc-af22-5ba5795a5287', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 13, 52, 19), 'started_at': datetime.datetime(2022, 7, 15, 13, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 14, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 14:03:42.813142 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8d3b5d-4eac-4d5c-9922-e55cbfc9bd1b None None] Checking segment: {'id': '4890d217-1662-4526-a7d0-b4e3cb182093', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:03:42.813557 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0d8d3b5d-4eac-4d5c-9922-e55cbfc9bd1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:42.813949 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8d3b5d-4eac-4d5c-9922-e55cbfc9bd1b None None] Bound using segment: {'id': '4890d217-1662-4526-a7d0-b4e3cb182093', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 14:03:42.814428 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-0d8d3b5d-4eac-4d5c-9922-e55cbfc9bd1b None None] Bound port: 740f962a-e8ff-4420-bf55-fecc108272c1, host: dv-cinder-850002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4890d217-1662-4526-a7d0-b4e3cb182093', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 15 14:03:42.814820 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0d8d3b5d-4eac-4d5c-9922-e55cbfc9bd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (740f962a-e8ff-4420-bf55-fecc108272c1), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:42.851127 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4bc0f046-c077-4efa-bd46-8dbed73b48d9 admin admin] Publish callbacks [] for port (eb5457c3-9ff8-4599-b433-6fa1c41dbe56), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:42.870797 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-0d8d3b5d-4eac-4d5c-9922-e55cbfc9bd1b None None] For port 740f962a-e8ff-4420-bf55-fecc108272c1, host dv-cinder-850002-1-iscsi, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:03:42.876249 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-0d8d3b5d-4eac-4d5c-9922-e55cbfc9bd1b None None] For port 740f962a-e8ff-4420-bf55-fecc108272c1, host dv-cinder-850002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=740f962a-e8ff-4420-bf55-fecc108272c1,segment=NetworkSegment(4890d217-1662-4526-a7d0-b4e3cb182093),segment_id=4890d217-1662-4526-a7d0-b4e3cb182093)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:03:42.885368 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0d8d3b5d-4eac-4d5c-9922-e55cbfc9bd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (740f962a-e8ff-4420-bf55-fecc108272c1), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:42.891526 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4bc0f046-c077-4efa-bd46-8dbed73b48d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59481580'] for port (eb5457c3-9ff8-4599-b433-6fa1c41dbe56), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:42.938815 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc0f046-c077-4efa-bd46-8dbed73b48d9 admin admin] Network 46492458-9bda-42df-81b2-38d8ceb2111f is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:03:42.944370 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-4bc0f046-c077-4efa-bd46-8dbed73b48d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:03:42.946691 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc0f046-c077-4efa-bd46-8dbed73b48d9 admin admin] Pushing event updated for resources: {'Port': ['ID=eb5457c3-9ff8-4599-b433-6fa1c41dbe56,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:42.946835 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8d3b5d-4eac-4d5c-9922-e55cbfc9bd1b None None] Routers {'84327c6e-aabe-48ef-b9bd-194fd2d9e7b3'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:03:42.947971 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-0d8d3b5d-4eac-4d5c-9922-e55cbfc9bd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:03:16Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['84327c6e-aabe-48ef-b9bd-194fd2d9e7b3'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:42.951816 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f766463-9a40-417d-be71-aad34e3a559e None None] Pushing event updated for resources: {'Port': ['ID=740f962a-e8ff-4420-bf55-fecc108272c1,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:42.951939 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc0f046-c077-4efa-bd46-8dbed73b48d9 admin admin] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:03:42.995548 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4bc0f046-c077-4efa-bd46-8dbed73b48d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562181'] for router_interface (84327c6e-aabe-48ef-b9bd-194fd2d9e7b3), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:43.059065 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device 5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7 details requested by agent hyperv_hv-cinder-85000 with host hv-cinder-85000 {{(pid=103883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:03:43.183498 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4bc0f046-c077-4efa-bd46-8dbed73b48d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (eb5457c3-9ff8-4599-b433-6fa1c41dbe56), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:43.221983 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-0d8d3b5d-4eac-4d5c-9922-e55cbfc9bd1b None None] Set router 84327c6e-aabe-48ef-b9bd-194fd2d9e7b3 gateway port host: dv-cinder-850002-1-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:03:43.327658 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port 5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7,segment=NetworkSegment(00d52852-4d7f-4f72-9ea8-52445064468d),segment_id=00d52852-4d7f-4f72-9ea8-52445064468d)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:03:43.330324 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-bb6903d2-e5ca-47a5-b042-605d3f02f17a None None] Provisioning complete for port eb5457c3-9ff8-4599-b433-6fa1c41dbe56 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:03:43.331065 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-bb6903d2-e5ca-47a5-b042-605d3f02f17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (eb5457c3-9ff8-4599-b433-6fa1c41dbe56), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:43.386410 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 736c8068-63a0-40ef-9fc8-34609a0bacad up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:03:43.404991 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b8ffa1-c419-4e49-bc0a-e5b2e16dff25 req-0529d240-aa44-4533-98b5-9456a5ac5229 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:43.406659 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d5b8ffa1-c419-4e49-bc0a-e5b2e16dff25 req-0529d240-aa44-4533-98b5-9456a5ac5229 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7f6876c-e419-4a62-b81a-9636359322ff HTTP/1.1" status: 200 len: 944 time: 0.0780571 Jul 15 14:03:43.414694 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:43.449169 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Returning: {'device': '5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7', 'network_id': 'cb1d6404-603d-43fd-9d2d-2304ecd9066f', 'port_id': '5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7', 'mac_address': 'fa:16:3e:37:ac:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78ed3b07-fd43-4c88-bba6-d7f332b83abe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:03:43.462523 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:43.491711 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4bc0f046-c077-4efa-bd46-8dbed73b48d9 admin admin] Publish callbacks [] for port (eb5457c3-9ff8-4599-b433-6fa1c41dbe56), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:43.496048 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:43.497139 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7cd382f5-cc28-4e54-8e1a-0ae45fb69767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (6c40ee43-5406-4a95-b7b4-11b32ddced25), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:43.498649 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-bb6903d2-e5ca-47a5-b042-605d3f02f17a None None] Port eb5457c3-9ff8-4599-b433-6fa1c41dbe56 cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 15 14:03:43.503553 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d5b8ffa1-c419-4e49-bc0a-e5b2e16dff25 req-d3563f60-a199-4c9d-9982-38747d12e288 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=67d59677-8662-46b1-8429-67b57a904433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839834 Jul 15 14:03:43.504140 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4bc0f046-c077-4efa-bd46-8dbed73b48d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59481573'] for port (eb5457c3-9ff8-4599-b433-6fa1c41dbe56), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:43.578692 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4bc0f046-c077-4efa-bd46-8dbed73b48d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449591'] for router_interface (84327c6e-aabe-48ef-b9bd-194fd2d9e7b3), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:43.581536 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc0f046-c077-4efa-bd46-8dbed73b48d9 admin admin] Pushing event updated for resources: {'Port': ['ID=eb5457c3-9ff8-4599-b433-6fa1c41dbe56,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:43.583246 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Current status of the port 5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7 is: DOWN; New status is: BUILD {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:03:43.583615 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:43.600031 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port 736c8068-63a0-40ef-9fc8-34609a0bacad triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:03:43.600031 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (736c8068-63a0-40ef-9fc8-34609a0bacad), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:43.624253 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:43.627262 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7 {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 14:03:43.653168 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-0d8d3b5d-4eac-4d5c-9922-e55cbfc9bd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84327c6e-aabe-48ef-b9bd-194fd2d9e7b3', 'name': 'tempest-TestMinimumBasicScenario-1819341006-router', 'tenant_id': 'acceaf20f25848cbaeac142e0fc3607d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '740f962a-e8ff-4420-bf55-fecc108272c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:03:38Z', 'updated_at': '2022-07-15T14:03:40Z', 'revision_number': 3, 'project_id': 'acceaf20f25848cbaeac142e0fc3607d', 'gw_port': {'id': '740f962a-e8ff-4420-bf55-fecc108272c1', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84327c6e-aabe-48ef-b9bd-194fd2d9e7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:03:39Z', 'updated_at': '2022-07-15T14:03:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi'}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:43.692980 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port 5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7,segment=NetworkSegment(00d52852-4d7f-4f72-9ea8-52445064468d),segment_id=00d52852-4d7f-4f72-9ea8-52445064468d)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:03:43.694316 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8d3b5d-4eac-4d5c-9922-e55cbfc9bd1b None None] The sync data for ids ['84327c6e-aabe-48ef-b9bd-194fd2d9e7b3'] in dv-cinder-850002-1-iscsi is: [{'id': '84327c6e-aabe-48ef-b9bd-194fd2d9e7b3', 'name': 'tempest-TestMinimumBasicScenario-1819341006-router', 'tenant_id': 'acceaf20f25848cbaeac142e0fc3607d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '740f962a-e8ff-4420-bf55-fecc108272c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:03:38Z', 'updated_at': '2022-07-15T14:03:40Z', 'revision_number': 3, 'project_id': 'acceaf20f25848cbaeac142e0fc3607d', 'gw_port': {'id': '740f962a-e8ff-4420-bf55-fecc108272c1', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84327c6e-aabe-48ef-b9bd-194fd2d9e7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:03:39Z', 'updated_at': '2022-07-15T14:03:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi'}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:03:43.699973 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc0f046-c077-4efa-bd46-8dbed73b48d9 admin admin] Network 46492458-9bda-42df-81b2-38d8ceb2111f is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:03:43.700164 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:43.702259 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-4bc0f046-c077-4efa-bd46-8dbed73b48d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:03:43.825760 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Pushing event updated for resources: {'Port': ['ID=5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:43.830648 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port 736c8068-63a0-40ef-9fc8-34609a0bacad is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:03:43.904973 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc0f046-c077-4efa-bd46-8dbed73b48d9 admin admin] Router 84327c6e-aabe-48ef-b9bd-194fd2d9e7b3 has already been hosted by L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 14:03:43.917671 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e6588-4443-48a8-818c-56f01ab27371 req-144405ee-7265-4827-89c6-5e68e405ab05 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:43.920313 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-986e6588-4443-48a8-818c-56f01ab27371 req-144405ee-7265-4827-89c6-5e68e405ab05 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 945 time: 0.0881901 Jul 15 14:03:44.001074 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] get_ports_and_sgs() called for port_ids ['5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:03:44.113482 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-7416c803-9186-4aec-92f0-e94c667ea8dd None None] Provisioning complete for port eb5457c3-9ff8-4599-b433-6fa1c41dbe56 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:03:44.114118 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7416c803-9186-4aec-92f0-e94c667ea8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (eb5457c3-9ff8-4599-b433-6fa1c41dbe56), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:44.117900 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-986e6588-4443-48a8-818c-56f01ab27371 req-856d9110-7b5c-4694-92dc-32f8ef38593f tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861827 Jul 15 14:03:44.119554 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc0f046-c077-4efa-bd46-8dbed73b48d9 admin admin] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:03:44.146056 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-4bc0f046-c077-4efa-bd46-8dbed73b48d9 admin admin] 10.222.0.16 "PUT /v2.0/routers/84327c6e-aabe-48ef-b9bd-194fd2d9e7b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4396138 Jul 15 14:03:44.380897 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-7416c803-9186-4aec-92f0-e94c667ea8dd None None] Port eb5457c3-9ff8-4599-b433-6fa1c41dbe56 cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 15 14:03:44.441534 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:44.664090 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d40993-5b74-4c45-aa8f-8e12d4b7869f req-985a533c-8854-423d-8b7a-6b61cb772bcb tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:44.677115 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-19d40993-5b74-4c45-aa8f-8e12d4b7869f req-985a533c-8854-423d-8b7a-6b61cb772bcb tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7f6876c-e419-4a62-b81a-9636359322ff HTTP/1.1" status: 200 len: 945 time: 0.0869927 Jul 15 14:03:44.769016 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-19d40993-5b74-4c45-aa8f-8e12d4b7869f req-13461bcc-ca2a-4f15-be49-07ffe108672d tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=67d59677-8662-46b1-8429-67b57a904433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904889 Jul 15 14:03:45.027767 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device 5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7 up at agent hyperv_hv-cinder-85000 {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:03:45.085722 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Provisioning for port 5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7 completed by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 15 14:03:45.097831 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Provisioning complete for port 5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:03:45.099219 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:45.217789 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Current status of the port 5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7 is: BUILD; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:03:45.218104 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:45.250385 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f6876c-e419-4a62-b81a-9636359322ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:03:45.253527 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c4b0ce05359387fb1b8f2741601f150af1cafc779f59aaec505bdecc1202ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea45689-b291-47be-a90b-492f69ed1a72" -d '{"events": [{"server_uuid": "f7f6876c-e419-4a62-b81a-9636359322ff", "name": "network-vif-plugged", "status": "completed", "tag": "5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:03:45.286520 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port 5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7,segment=NetworkSegment(00d52852-4d7f-4f72-9ea8-52445064468d),segment_id=00d52852-4d7f-4f72-9ea8-52445064468d)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:03:45.294091 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:45.316689 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a99f9-0977-4ff6-a8e1-dca4648ab180 req-ae008fee-736a-4c5c-a1ca-d43d7a5f75a8 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:45.320305 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-780a99f9-0977-4ff6-a8e1-dca4648ab180 req-ae008fee-736a-4c5c-a1ca-d43d7a5f75a8 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 945 time: 0.0871997 Jul 15 14:03:45.381011 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 14:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a6a4cd-6a99-4309-b9b7-c554b301c1c4 x-openstack-request-id: req-31a6a4cd-6a99-4309-b9b7-c554b301c1c4 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:03:45.381334 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7f6876c-e419-4a62-b81a-9636359322ff", "name": "network-vif-plugged", "status": "completed", "tag": "5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:03:45.386285 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-31a6a4cd-6a99-4309-b9b7-c554b301c1c4 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:03:45.386974 dv-cinder-850002-1-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31a6a4cd-6a99-4309-b9b7-c554b301c1c4'] response: {'server_uuid': 'f7f6876c-e419-4a62-b81a-9636359322ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7', 'code': 200} Jul 15 14:03:45.388556 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Pushing event updated for resources: {'Port': ['ID=5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:45.438645 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 740f962a-e8ff-4420-bf55-fecc108272c1 up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:03:45.459423 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-780a99f9-0977-4ff6-a8e1-dca4648ab180 req-95536af6-03d9-4f28-8617-088d28590fef tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329975 Jul 15 14:03:45.555020 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port 740f962a-e8ff-4420-bf55-fecc108272c1 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:03:45.555973 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (740f962a-e8ff-4420-bf55-fecc108272c1), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:45.651829 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c01546-6a14-42a9-b557-357d144cedcb req-ad4c76a2-7944-4844-8151-47a0137b3157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:45.654436 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-98c01546-6a14-42a9-b557-357d144cedcb req-ad4c76a2-7944-4844-8151-47a0137b3157 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f7f6876c-e419-4a62-b81a-9636359322ff HTTP/1.1" status: 200 len: 1130 time: 0.0572391 Jul 15 14:03:45.700418 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port 740f962a-e8ff-4420-bf55-fecc108272c1 is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:03:45.700811 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (740f962a-e8ff-4420-bf55-fecc108272c1), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:45.738405 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-98c01546-6a14-42a9-b557-357d144cedcb req-14655c2f-4013-4d3e-98f0-4b455e266a2c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=67d59677-8662-46b1-8429-67b57a904433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754526 Jul 15 14:03:45.750077 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] For port 740f962a-e8ff-4420-bf55-fecc108272c1, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=740f962a-e8ff-4420-bf55-fecc108272c1,segment=NetworkSegment(4890d217-1662-4526-a7d0-b4e3cb182093),segment_id=4890d217-1662-4526-a7d0-b4e3cb182093)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:03:45.759599 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (740f962a-e8ff-4420-bf55-fecc108272c1), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:45.846564 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Pushing event updated for resources: {'Port': ['ID=740f962a-e8ff-4420-bf55-fecc108272c1,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:45.853156 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-9f5d6d29-1c5f-41cb-8435-1d4bcad94185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (f703993d-e678-48e2-a65c-4d8192af82e3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:46.389570 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7a8df9-767a-4b3c-922a-3aa7b92a2592 None None] Sync routers for ids ['84327c6e-aabe-48ef-b9bd-194fd2d9e7b3'] in dv-cinder-850002-1-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:03:46.401376 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7a8df9-767a-4b3c-922a-3aa7b92a2592 None None] Routers {'84327c6e-aabe-48ef-b9bd-194fd2d9e7b3'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:03:46.402109 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-9b7a8df9-767a-4b3c-922a-3aa7b92a2592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:03:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['84327c6e-aabe-48ef-b9bd-194fd2d9e7b3'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:46.492655 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc66cd-95ad-4005-92a1-17cd6ede52c8 req-b08a34eb-46b1-44d6-89cb-bdb2509471a4 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:46.494894 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-82bc66cd-95ad-4005-92a1-17cd6ede52c8 req-b08a34eb-46b1-44d6-89cb-bdb2509471a4 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7f6876c-e419-4a62-b81a-9636359322ff HTTP/1.1" status: 200 len: 946 time: 0.5710955 Jul 15 14:03:46.522778 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-9b7a8df9-767a-4b3c-922a-3aa7b92a2592 None None] Set router 84327c6e-aabe-48ef-b9bd-194fd2d9e7b3 gateway port host: dv-cinder-850002-1-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:03:46.570509 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-82bc66cd-95ad-4005-92a1-17cd6ede52c8 req-2ddf04a3-b267-4da1-8f79-b71cbc10bdf3 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=67d59677-8662-46b1-8429-67b57a904433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688293 Jul 15 14:03:46.634066 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4757e37d-cbaf-4deb-9f3e-c117b71ada60 req-6b1491fe-742b-4aed-b5b8-c24ed732c34b tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:46.636049 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4757e37d-cbaf-4deb-9f3e-c117b71ada60 req-6b1491fe-742b-4aed-b5b8-c24ed732c34b tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 945 time: 0.0645645 Jul 15 14:03:46.726765 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4757e37d-cbaf-4deb-9f3e-c117b71ada60 req-07e5c191-d904-4bec-920c-dd619d7c7df3 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799167 Jul 15 14:03:46.747498 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-9b7a8df9-767a-4b3c-922a-3aa7b92a2592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84327c6e-aabe-48ef-b9bd-194fd2d9e7b3', 'name': 'tempest-TestMinimumBasicScenario-1819341006-router', 'tenant_id': 'acceaf20f25848cbaeac142e0fc3607d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '740f962a-e8ff-4420-bf55-fecc108272c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:03:38Z', 'updated_at': '2022-07-15T14:03:43Z', 'revision_number': 4, 'project_id': 'acceaf20f25848cbaeac142e0fc3607d', 'gw_port': {'id': '740f962a-e8ff-4420-bf55-fecc108272c1', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84327c6e-aabe-48ef-b9bd-194fd2d9e7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:03:39Z', 'updated_at': '2022-07-15T14:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': 'eb5457c3-9ff8-4599-b433-6fa1c41dbe56', 'name': '', 'network_id': '46492458-9bda-42df-81b2-38d8ceb2111f', 'tenant_id': 'acceaf20f25848cbaeac142e0fc3607d', 'mac_address': 'fa:16:3e:6e:78:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84327c6e-aabe-48ef-b9bd-194fd2d9e7b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '5884029a-c298-4fd6-93d8-7a243800c2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:03:42Z', 'updated_at': '2022-07-15T14:03:43Z', 'revision_number': 2, 'project_id': 'acceaf20f25848cbaeac142e0fc3607d', 'subnets': [{'id': '5884029a-c298-4fd6-93d8-7a243800c2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:46.774598 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7a8df9-767a-4b3c-922a-3aa7b92a2592 None None] Checking router: 84327c6e-aabe-48ef-b9bd-194fd2d9e7b3 for host: dv-cinder-850002-1-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:03:46.774952 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7a8df9-767a-4b3c-922a-3aa7b92a2592 None None] Updating router 84327c6e-aabe-48ef-b9bd-194fd2d9e7b3 port eb5457c3-9ff8-4599-b433-6fa1c41dbe56 binding host dv-cinder-850002-1-iscsi {{(pid=103884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:03:46.810012 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9b7a8df9-767a-4b3c-922a-3aa7b92a2592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (eb5457c3-9ff8-4599-b433-6fa1c41dbe56), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:47.045996 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=100 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:47.078696 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:47.097577 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9b7a8df9-767a-4b3c-922a-3aa7b92a2592 None None] Publish callbacks [] for port (eb5457c3-9ff8-4599-b433-6fa1c41dbe56), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:47.106529 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9b7a8df9-767a-4b3c-922a-3aa7b92a2592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (eb5457c3-9ff8-4599-b433-6fa1c41dbe56), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:47.268739 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62650970-9807-4a53-b182-b0e3c169648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (be31d1c0-1844-4ed1-99dc-0179bb6e7ee8), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:47.402593 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b2fb26-9633-4d26-a9a6-957516cdff15 None None] Pushing event updated for resources: {'Port': ['ID=eb5457c3-9ff8-4599-b433-6fa1c41dbe56,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:47.438558 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-9b7a8df9-767a-4b3c-922a-3aa7b92a2592 None None] Attempting to bind port eb5457c3-9ff8-4599-b433-6fa1c41dbe56 on host dv-cinder-850002-1-iscsi for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 15 14:03:47.439333 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-9b7a8df9-767a-4b3c-922a-3aa7b92a2592 None None] Attempting to bind port eb5457c3-9ff8-4599-b433-6fa1c41dbe56 by drivers openvswitch,hyperv on host dv-cinder-850002-1-iscsi at level 0 using segments [{'id': '807cb025-995d-4a8f-b9e9-c52bf1da28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '46492458-9bda-42df-81b2-38d8ceb2111f'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 15 14:03:47.439932 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7a8df9-767a-4b3c-922a-3aa7b92a2592 None None] Attempting to bind port eb5457c3-9ff8-4599-b433-6fa1c41dbe56 on network 46492458-9bda-42df-81b2-38d8ceb2111f {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:03:47.450943 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7a8df9-767a-4b3c-922a-3aa7b92a2592 None None] Checking agent: {'id': '7bcac420-d3a9-4cfc-af22-5ba5795a5287', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 13, 52, 19), 'started_at': datetime.datetime(2022, 7, 15, 13, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 14, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 14:03:47.451415 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7a8df9-767a-4b3c-922a-3aa7b92a2592 None None] Checking segment: {'id': '807cb025-995d-4a8f-b9e9-c52bf1da28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '46492458-9bda-42df-81b2-38d8ceb2111f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:03:47.451887 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9b7a8df9-767a-4b3c-922a-3aa7b92a2592 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:47.452345 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7a8df9-767a-4b3c-922a-3aa7b92a2592 None None] Bound using segment: {'id': '807cb025-995d-4a8f-b9e9-c52bf1da28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '46492458-9bda-42df-81b2-38d8ceb2111f'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 14:03:47.453069 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-9b7a8df9-767a-4b3c-922a-3aa7b92a2592 None None] Bound port: eb5457c3-9ff8-4599-b433-6fa1c41dbe56, host: dv-cinder-850002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807cb025-995d-4a8f-b9e9-c52bf1da28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '46492458-9bda-42df-81b2-38d8ceb2111f'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 15 14:03:47.453600 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9b7a8df9-767a-4b3c-922a-3aa7b92a2592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (eb5457c3-9ff8-4599-b433-6fa1c41dbe56), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:47.499854 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 740f962a-e8ff-4420-bf55-fecc108272c1 up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:03:47.550942 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-9b7a8df9-767a-4b3c-922a-3aa7b92a2592 None None] For port eb5457c3-9ff8-4599-b433-6fa1c41dbe56, host dv-cinder-850002-1-iscsi, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:03:47.552129 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-d5053987-18a0-486f-93e9-c8d4bd509f50 None None] Provisioning complete for port eb5457c3-9ff8-4599-b433-6fa1c41dbe56 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:03:47.552732 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d5053987-18a0-486f-93e9-c8d4bd509f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (eb5457c3-9ff8-4599-b433-6fa1c41dbe56), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:47.565684 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-9b7a8df9-767a-4b3c-922a-3aa7b92a2592 None None] For port eb5457c3-9ff8-4599-b433-6fa1c41dbe56, host dv-cinder-850002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=eb5457c3-9ff8-4599-b433-6fa1c41dbe56,segment=NetworkSegment(807cb025-995d-4a8f-b9e9-c52bf1da28a3),segment_id=807cb025-995d-4a8f-b9e9-c52bf1da28a3)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:03:47.605231 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port 740f962a-e8ff-4420-bf55-fecc108272c1 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:03:47.605427 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (740f962a-e8ff-4420-bf55-fecc108272c1), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:47.615837 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9b7a8df9-767a-4b3c-922a-3aa7b92a2592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (eb5457c3-9ff8-4599-b433-6fa1c41dbe56), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:47.651837 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-d5053987-18a0-486f-93e9-c8d4bd509f50 None None] Port eb5457c3-9ff8-4599-b433-6fa1c41dbe56 cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 15 14:03:47.709024 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7a8df9-767a-4b3c-922a-3aa7b92a2592 None None] Routers {'84327c6e-aabe-48ef-b9bd-194fd2d9e7b3'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:03:47.711943 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-9b7a8df9-767a-4b3c-922a-3aa7b92a2592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:03:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['84327c6e-aabe-48ef-b9bd-194fd2d9e7b3'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:47.715049 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b2fb26-9633-4d26-a9a6-957516cdff15 None None] Pushing event updated for resources: {'Port': ['ID=eb5457c3-9ff8-4599-b433-6fa1c41dbe56,revision_number=4']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:47.746989 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port 740f962a-e8ff-4420-bf55-fecc108272c1 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:03:47.882233 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd33e7-9ab1-4812-bed5-65c6cdc6af12 req-6c051fec-4214-4199-9000-b31cb50e9edd tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:47.889131 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f5fd33e7-9ab1-4812-bed5-65c6cdc6af12 req-6c051fec-4214-4199-9000-b31cb50e9edd tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7f6876c-e419-4a62-b81a-9636359322ff HTTP/1.1" status: 200 len: 946 time: 0.1457288 Jul 15 14:03:47.903097 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-9b7a8df9-767a-4b3c-922a-3aa7b92a2592 None None] Set router 84327c6e-aabe-48ef-b9bd-194fd2d9e7b3 gateway port host: dv-cinder-850002-1-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:03:47.945948 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:48.043203 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f5fd33e7-9ab1-4812-bed5-65c6cdc6af12 req-ee75b3ec-7b80-4f6b-a284-67c1407a377c tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=67d59677-8662-46b1-8429-67b57a904433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453929 Jul 15 14:03:48.079999 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:48.108935 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-3ef08dad-a65c-4368-b5dd-0ffab2cc6b2a None None] Provisioning complete for port eb5457c3-9ff8-4599-b433-6fa1c41dbe56 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:03:48.109319 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3ef08dad-a65c-4368-b5dd-0ffab2cc6b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (eb5457c3-9ff8-4599-b433-6fa1c41dbe56), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:48.127370 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:48.140970 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40bfe57-3e4e-4e43-b7c2-07e71b66ba9f req-8991a8a0-a402-4789-b9d4-3f7913cfb3eb tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:48.155583 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a40bfe57-3e4e-4e43-b7c2-07e71b66ba9f req-8991a8a0-a402-4789-b9d4-3f7913cfb3eb tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 945 time: 0.2566028 Jul 15 14:03:48.179561 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:48.265487 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-9b7a8df9-767a-4b3c-922a-3aa7b92a2592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84327c6e-aabe-48ef-b9bd-194fd2d9e7b3', 'name': 'tempest-TestMinimumBasicScenario-1819341006-router', 'tenant_id': 'acceaf20f25848cbaeac142e0fc3607d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '740f962a-e8ff-4420-bf55-fecc108272c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:03:38Z', 'updated_at': '2022-07-15T14:03:43Z', 'revision_number': 4, 'project_id': 'acceaf20f25848cbaeac142e0fc3607d', 'gw_port': {'id': '740f962a-e8ff-4420-bf55-fecc108272c1', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84327c6e-aabe-48ef-b9bd-194fd2d9e7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:03:39Z', 'updated_at': '2022-07-15T14:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': 'eb5457c3-9ff8-4599-b433-6fa1c41dbe56', 'name': '', 'network_id': '46492458-9bda-42df-81b2-38d8ceb2111f', 'tenant_id': 'acceaf20f25848cbaeac142e0fc3607d', 'mac_address': 'fa:16:3e:6e:78:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84327c6e-aabe-48ef-b9bd-194fd2d9e7b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '5884029a-c298-4fd6-93d8-7a243800c2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:03:42Z', 'updated_at': '2022-07-15T14:03:47Z', 'revision_number': 4, 'project_id': 'acceaf20f25848cbaeac142e0fc3607d', 'subnets': [{'id': '5884029a-c298-4fd6-93d8-7a243800c2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:48.273518 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf4e95-51dc-4240-8425-0ba2ee3afe1f req-6fd106b7-48c1-4f5e-a800-54f91a94d342 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:48.282272 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3ccf4e95-51dc-4240-8425-0ba2ee3afe1f req-6fd106b7-48c1-4f5e-a800-54f91a94d342 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7f6876c-e419-4a62-b81a-9636359322ff HTTP/1.1" status: 200 len: 946 time: 0.1229911 Jul 15 14:03:48.287488 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 50506) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:03:48.298814 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7a8df9-767a-4b3c-922a-3aa7b92a2592 None None] The sync data for ids ['84327c6e-aabe-48ef-b9bd-194fd2d9e7b3'] in dv-cinder-850002-1-iscsi is: [{'id': '84327c6e-aabe-48ef-b9bd-194fd2d9e7b3', 'name': 'tempest-TestMinimumBasicScenario-1819341006-router', 'tenant_id': 'acceaf20f25848cbaeac142e0fc3607d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '740f962a-e8ff-4420-bf55-fecc108272c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:03:38Z', 'updated_at': '2022-07-15T14:03:43Z', 'revision_number': 4, 'project_id': 'acceaf20f25848cbaeac142e0fc3607d', 'gw_port': {'id': '740f962a-e8ff-4420-bf55-fecc108272c1', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84327c6e-aabe-48ef-b9bd-194fd2d9e7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:03:39Z', 'updated_at': '2022-07-15T14:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': 'eb5457c3-9ff8-4599-b433-6fa1c41dbe56', 'name': '', 'network_id': '46492458-9bda-42df-81b2-38d8ceb2111f', 'tenant_id': 'acceaf20f25848cbaeac142e0fc3607d', 'mac_address': 'fa:16:3e:6e:78:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84327c6e-aabe-48ef-b9bd-194fd2d9e7b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '5884029a-c298-4fd6-93d8-7a243800c2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:03:42Z', 'updated_at': '2022-07-15T14:03:47Z', 'revision_number': 4, 'project_id': 'acceaf20f25848cbaeac142e0fc3607d', 'subnets': [{'id': '5884029a-c298-4fd6-93d8-7a243800c2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:03:48.302828 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-64e818c1-b252-43e0-a7e0-eb0df9931a00 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Request body: {'floatingip': {'port_id': '5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:03:48.320623 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-3117b6cd-8377-4598-90e9-298b0791c2f7 None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:03:48.360273 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-3ef08dad-a65c-4368-b5dd-0ffab2cc6b2a None None] Current status of the port eb5457c3-9ff8-4599-b433-6fa1c41dbe56 is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:03:48.360834 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3ef08dad-a65c-4368-b5dd-0ffab2cc6b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (eb5457c3-9ff8-4599-b433-6fa1c41dbe56), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:48.454074 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-64e818c1-b252-43e0-a7e0-eb0df9931a00 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks [] for floatingip (505ddcde-0a62-4208-a537-b2fbe1fb560c), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:48.457805 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-3ef08dad-a65c-4368-b5dd-0ffab2cc6b2a None None] For port eb5457c3-9ff8-4599-b433-6fa1c41dbe56, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=eb5457c3-9ff8-4599-b433-6fa1c41dbe56,segment=NetworkSegment(807cb025-995d-4a8f-b9e9-c52bf1da28a3),segment_id=807cb025-995d-4a8f-b9e9-c52bf1da28a3)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:03:48.465518 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3ef08dad-a65c-4368-b5dd-0ffab2cc6b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (eb5457c3-9ff8-4599-b433-6fa1c41dbe56), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:48.495752 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a40bfe57-3e4e-4e43-b7c2-07e71b66ba9f req-fe7aadcd-47f2-409a-bc9e-c4d2fea21cf3 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3150241 Jul 15 14:03:48.562400 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee182daf-6335-4abe-96a5-cfae59e42a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (d0f04363-b393-47bd-b9b2-c25e00098206), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:48.594416 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef08dad-a65c-4368-b5dd-0ffab2cc6b2a None None] Pushing event updated for resources: {'Port': ['ID=eb5457c3-9ff8-4599-b433-6fa1c41dbe56,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:48.729796 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (7bcac420-d3a9-4cfc-af22-5ba5795a5287), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:49.069314 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device 22523bdd-1c81-4c9c-88e3-9d6496dfb8b9 details requested by agent hyperv_hv-cinder-85000 with host hv-cinder-85000 {{(pid=103883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:03:49.256056 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port 22523bdd-1c81-4c9c-88e3-9d6496dfb8b9, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=22523bdd-1c81-4c9c-88e3-9d6496dfb8b9,segment=NetworkSegment(6120fc8a-8d07-42e8-bbb1-497afed6cae1),segment_id=6120fc8a-8d07-42e8-bbb1-497afed6cae1)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:03:49.306012 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Returning: {'device': '22523bdd-1c81-4c9c-88e3-9d6496dfb8b9', 'network_id': '68380afb-92df-4e5a-adc7-5f1834064646', 'port_id': '22523bdd-1c81-4c9c-88e3-9d6496dfb8b9', 'mac_address': 'fa:16:3e:62:b5:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df9e13f7-b2b8-4f61-84bd-25765312a9d7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:03:49.394479 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Current status of the port 22523bdd-1c81-4c9c-88e3-9d6496dfb8b9 is: ACTIVE; New status is: BUILD {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:03:49.395240 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (22523bdd-1c81-4c9c-88e3-9d6496dfb8b9), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:49.412280 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 22523bdd-1c81-4c9c-88e3-9d6496dfb8b9 {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 14:03:49.469999 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port 22523bdd-1c81-4c9c-88e3-9d6496dfb8b9, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=22523bdd-1c81-4c9c-88e3-9d6496dfb8b9,segment=NetworkSegment(6120fc8a-8d07-42e8-bbb1-497afed6cae1),segment_id=6120fc8a-8d07-42e8-bbb1-497afed6cae1)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:03:49.476266 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-64e818c1-b252-43e0-a7e0-eb0df9931a00 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:49.484130 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (22523bdd-1c81-4c9c-88e3-9d6496dfb8b9), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:49.491491 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-64e818c1-b252-43e0-a7e0-eb0df9931a00 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448782'] for floatingip (505ddcde-0a62-4208-a537-b2fbe1fb560c), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:49.625965 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:49.629340 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Pushing event updated for resources: {'Port': ['ID=22523bdd-1c81-4c9c-88e3-9d6496dfb8b9,revision_number=6']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:49.632477 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device eb5457c3-9ff8-4599-b433-6fa1c41dbe56 up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:03:49.733207 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] get_ports_and_sgs() called for port_ids ['22523bdd-1c81-4c9c-88e3-9d6496dfb8b9'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:03:49.739560 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.db.l3_db [None req-64e818c1-b252-43e0-a7e0-eb0df9931a00 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Floating IP 505ddcde-0a62-4208-a537-b2fbe1fb560c associated. External IP: 172.27.0.164, port: 5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7. Jul 15 14:03:49.759462 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377a7e8-a87e-459b-a7cf-073231db9388 req-25e202bc-856a-426c-a796-37030012080c tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:49.761146 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e377a7e8-a87e-459b-a7cf-073231db9388 req-25e202bc-856a-426c-a796-37030012080c tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 944 time: 0.1031017 Jul 15 14:03:49.810778 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:49.859357 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port eb5457c3-9ff8-4599-b433-6fa1c41dbe56 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:03:49.859762 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (eb5457c3-9ff8-4599-b433-6fa1c41dbe56), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:49.889105 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e377a7e8-a87e-459b-a7cf-073231db9388 req-50741cd5-804d-4ee8-ade0-bc46e0aa619a tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212380 Jul 15 14:03:50.039638 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port eb5457c3-9ff8-4599-b433-6fa1c41dbe56 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:03:50.185778 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e818c1-b252-43e0-a7e0-eb0df9931a00 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Router a17742aa-1789-44a4-ae01-72e134c5306d has already been hosted by L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 14:03:50.325102 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e818c1-b252-43e0-a7e0-eb0df9931a00 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:03:50.335275 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-64e818c1-b252-43e0-a7e0-eb0df9931a00 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for floatingip (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:50.336998 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f3e192-2a94-463d-bfff-d0867fa30aba None None] Sync routers for ids ['a17742aa-1789-44a4-ae01-72e134c5306d'] in dv-cinder-850002-1-iscsi {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:03:50.356773 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f3e192-2a94-463d-bfff-d0867fa30aba None None] Routers {'a17742aa-1789-44a4-ae01-72e134c5306d'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:03:50.362147 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-96f3e192-2a94-463d-bfff-d0867fa30aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:03:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['a17742aa-1789-44a4-ae01-72e134c5306d'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:50.381568 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-64e818c1-b252-43e0-a7e0-eb0df9931a00 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "PUT /v2.0/floatingips/505ddcde-0a62-4208-a537-b2fbe1fb560c HTTP/1.1" status: 200 len: 992 time: 2.0924094 Jul 15 14:03:50.382173 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7f6876c-e419-4a62-b81a-9636359322ff', 'tag': '5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:03:50.385178 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27b3149431a8a58964108cadaaee569fc83829ebf6971f3e535c686fd00e584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a63d27-2c01-4a53-b31e-b3af2dd9d84a" -d '{"events": [{"name": "network-changed", "server_uuid": "f7f6876c-e419-4a62-b81a-9636359322ff", "tag": "5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:03:50.451933 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 14:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bebe997-5a31-4f71-a256-658f9b7c66dc x-openstack-request-id: req-8bebe997-5a31-4f71-a256-658f9b7c66dc {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:03:50.452297 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7f6876c-e419-4a62-b81a-9636359322ff", "tag": "5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:03:50.452653 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8bebe997-5a31-4f71-a256-658f9b7c66dc {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:03:50.457161 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bebe997-5a31-4f71-a256-658f9b7c66dc'] response: {'name': 'network-changed', 'server_uuid': 'f7f6876c-e419-4a62-b81a-9636359322ff', 'tag': '5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7', 'status': 'completed', 'code': 200} Jul 15 14:03:50.548871 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:50.594381 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a63d27-2c01-4a53-b31e-b3af2dd9d84a req-0f08ca8b-db93-422d-b580-49d913378d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:50.596298 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-15a63d27-2c01-4a53-b31e-b3af2dd9d84a req-0f08ca8b-db93-422d-b580-49d913378d82 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=77c8c864a31b402880c334c39fbe5a34&device_id=f7f6876c-e419-4a62-b81a-9636359322ff HTTP/1.1" status: 200 len: 1130 time: 0.1103902 Jul 15 14:03:50.608263 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-96f3e192-2a94-463d-bfff-d0867fa30aba None None] Set router a17742aa-1789-44a4-ae01-72e134c5306d gateway port host: dv-cinder-850002-1-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:03:50.782685 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a63d27-2c01-4a53-b31e-b3af2dd9d84a req-5cc1e3e8-e4fe-4917-a541-553366594e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:50.784325 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-15a63d27-2c01-4a53-b31e-b3af2dd9d84a req-5cc1e3e8-e4fe-4917-a541-553366594e75 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cb1d6404-603d-43fd-9d2d-2304ecd9066f HTTP/1.1" status: 200 len: 919 time: 0.1705620 Jul 15 14:03:50.953002 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-15a63d27-2c01-4a53-b31e-b3af2dd9d84a req-5b878908-255b-4061-9128-1be622a02e8f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7 HTTP/1.1" status: 200 len: 1000 time: 0.1598592 Jul 15 14:03:51.047611 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a63d27-2c01-4a53-b31e-b3af2dd9d84a req-fa843807-2729-46f8-86da-906545f53dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:51.049413 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-15a63d27-2c01-4a53-b31e-b3af2dd9d84a req-fa843807-2729-46f8-86da-906545f53dac service neutron] 10.222.0.64 "GET /v2.0/subnets?id=78ed3b07-fd43-4c88-bba6-d7f332b83abe HTTP/1.1" status: 200 len: 857 time: 0.0898395 Jul 15 14:03:51.096586 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device 22523bdd-1c81-4c9c-88e3-9d6496dfb8b9 up at agent hyperv_hv-cinder-85000 {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:03:51.124696 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a63d27-2c01-4a53-b31e-b3af2dd9d84a req-e17e5c71-3a4b-409d-a485-4d56b0aa375d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:51.129060 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2b855-1a8c-4498-9a8e-d8cedc4e7414 req-918431a3-8f67-41b6-9579-2c81119fee5a tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:51.130691 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-15a63d27-2c01-4a53-b31e-b3af2dd9d84a req-e17e5c71-3a4b-409d-a485-4d56b0aa375d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cb1d6404-603d-43fd-9d2d-2304ecd9066f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0741484 Jul 15 14:03:51.137917 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3bf2b855-1a8c-4498-9a8e-d8cedc4e7414 req-918431a3-8f67-41b6-9579-2c81119fee5a tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 944 time: 0.0814302 Jul 15 14:03:51.209333 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3bf2b855-1a8c-4498-9a8e-d8cedc4e7414 req-2c507937-e15b-4ec3-ab82-e937e765e1cf tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701449 Jul 15 14:03:51.337402 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Provisioning complete for port 22523bdd-1c81-4c9c-88e3-9d6496dfb8b9 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:03:51.337929 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (22523bdd-1c81-4c9c-88e3-9d6496dfb8b9), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:51.379961 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-96f3e192-2a94-463d-bfff-d0867fa30aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17742aa-1789-44a4-ae01-72e134c5306d', 'name': 'tempest-ServerRescueNegativeTestJSON-153253776-router', 'tenant_id': '77c8c864a31b402880c334c39fbe5a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '6b55ccc8-becd-4212-8002-ad5c7224ac1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:50Z', 'updated_at': '2022-07-15T14:00:59Z', 'revision_number': 4, 'project_id': '77c8c864a31b402880c334c39fbe5a34', 'gw_port': {'id': '6b55ccc8-becd-4212-8002-ad5c7224ac1f', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:48:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17742aa-1789-44a4-ae01-72e134c5306d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:51Z', 'updated_at': '2022-07-15T14:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_floatingips': [{'id': '505ddcde-0a62-4208-a537-b2fbe1fb560c', 'tenant_id': '77c8c864a31b402880c334c39fbe5a34', 'floating_ip_address': '172.27.0.164', 'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'router_id': 'a17742aa-1789-44a4-ae01-72e134c5306d', 'port_id': '5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb1d6404-603d-43fd-9d2d-2304ecd9066f', 'mac_address': 'fa:16:3e:37:ac:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f6876c-e419-4a62-b81a-9636359322ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T14:03:32Z', 'updated_at': '2022-07-15T14:03:49Z', 'revision_number': 1, 'project_id': '77c8c864a31b402880c334c39fbe5a34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e079977e-eb26-47c4-af73-653485baceeb', 'name': '', 'network_id': 'cb1d6404-603d-43fd-9d2d-2304ecd9066f', 'tenant_id': '77c8c864a31b402880c334c39fbe5a34', 'mac_address': 'fa:16:3e:0a:53:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17742aa-1789-44a4-ae01-72e134c5306d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '78ed3b07-fd43-4c88-bba6-d7f332b83abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:56Z', 'updated_at': '2022-07-15T14:01:14Z', 'revision_number': 5, 'project_id': '77c8c864a31b402880c334c39fbe5a34', 'subnets': [{'id': '78ed3b07-fd43-4c88-bba6-d7f332b83abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:51.385609 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:51.409563 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-15a63d27-2c01-4a53-b31e-b3af2dd9d84a req-b08a33d9-2d56-496c-85e1-6fc2ffda1f43 service neutron] 10.222.0.64 "GET /v2.0/networks/cb1d6404-603d-43fd-9d2d-2304ecd9066f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706010 Jul 15 14:03:51.671333 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-15a63d27-2c01-4a53-b31e-b3af2dd9d84a req-7373a965-07e3-4251-b5d5-6401bda0f250 service neutron] 10.222.0.64 "GET /v2.0/networks/cb1d6404-603d-43fd-9d2d-2304ecd9066f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541995 Jul 15 14:03:51.723883 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:51.747882 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f3e192-2a94-463d-bfff-d0867fa30aba None None] Checking router: a17742aa-1789-44a4-ae01-72e134c5306d for host: dv-cinder-850002-1-iscsi {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:03:51.794463 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f3e192-2a94-463d-bfff-d0867fa30aba None None] Routers {'a17742aa-1789-44a4-ae01-72e134c5306d'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:03:51.795166 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-96f3e192-2a94-463d-bfff-d0867fa30aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:03:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['a17742aa-1789-44a4-ae01-72e134c5306d'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:51.953329 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Current status of the port 22523bdd-1c81-4c9c-88e3-9d6496dfb8b9 is: BUILD; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:03:51.953719 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (22523bdd-1c81-4c9c-88e3-9d6496dfb8b9), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:52.002487 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f497d21-0e38-4bee-8991-6aae2a4eae9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22523bdd-1c81-4c9c-88e3-9d6496dfb8b9'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:03:52.005009 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c4b0ce05359387fb1b8f2741601f150af1cafc779f59aaec505bdecc1202ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4ce4a6-6df0-4dc3-bb71-e12505916fe1" -d '{"events": [{"server_uuid": "2f497d21-0e38-4bee-8991-6aae2a4eae9b", "name": "network-vif-plugged", "status": "completed", "tag": "22523bdd-1c81-4c9c-88e3-9d6496dfb8b9"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:03:52.021933 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-96f3e192-2a94-463d-bfff-d0867fa30aba None None] Set router a17742aa-1789-44a4-ae01-72e134c5306d gateway port host: dv-cinder-850002-1-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:03:52.058588 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port 22523bdd-1c81-4c9c-88e3-9d6496dfb8b9, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=22523bdd-1c81-4c9c-88e3-9d6496dfb8b9,segment=NetworkSegment(6120fc8a-8d07-42e8-bbb1-497afed6cae1),segment_id=6120fc8a-8d07-42e8-bbb1-497afed6cae1)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:03:52.066949 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (22523bdd-1c81-4c9c-88e3-9d6496dfb8b9), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:52.131429 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 14:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f58ec9-5a4d-4e51-9e52-93307b6b9c0c x-openstack-request-id: req-42f58ec9-5a4d-4e51-9e52-93307b6b9c0c {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:03:52.131826 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f497d21-0e38-4bee-8991-6aae2a4eae9b", "name": "network-vif-plugged", "status": "completed", "tag": "22523bdd-1c81-4c9c-88e3-9d6496dfb8b9", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:03:52.132094 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-42f58ec9-5a4d-4e51-9e52-93307b6b9c0c {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:03:52.132713 dv-cinder-850002-1-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42f58ec9-5a4d-4e51-9e52-93307b6b9c0c'] response: {'server_uuid': '2f497d21-0e38-4bee-8991-6aae2a4eae9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22523bdd-1c81-4c9c-88e3-9d6496dfb8b9', 'code': 200} Jul 15 14:03:52.133309 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Pushing event updated for resources: {'Port': ['ID=22523bdd-1c81-4c9c-88e3-9d6496dfb8b9,revision_number=7']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:52.671800 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b3f86-6222-4685-82ba-d36fdc4a0d5a req-ce0b5e10-962c-4dcd-beb1-e397bd1f991a tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:52.677215 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6a9b3f86-6222-4685-82ba-d36fdc4a0d5a req-ce0b5e10-962c-4dcd-beb1-e397bd1f991a tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 945 time: 0.2978668 Jul 15 14:03:52.808024 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6a9b3f86-6222-4685-82ba-d36fdc4a0d5a req-15d4aac3-ea14-490a-b6ed-a261bae8f084 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196725 Jul 15 14:03:52.874218 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-96f3e192-2a94-463d-bfff-d0867fa30aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17742aa-1789-44a4-ae01-72e134c5306d', 'name': 'tempest-ServerRescueNegativeTestJSON-153253776-router', 'tenant_id': '77c8c864a31b402880c334c39fbe5a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '6b55ccc8-becd-4212-8002-ad5c7224ac1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:50Z', 'updated_at': '2022-07-15T14:00:59Z', 'revision_number': 4, 'project_id': '77c8c864a31b402880c334c39fbe5a34', 'gw_port': {'id': '6b55ccc8-becd-4212-8002-ad5c7224ac1f', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:48:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17742aa-1789-44a4-ae01-72e134c5306d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:51Z', 'updated_at': '2022-07-15T14:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_floatingips': [{'id': '505ddcde-0a62-4208-a537-b2fbe1fb560c', 'tenant_id': '77c8c864a31b402880c334c39fbe5a34', 'floating_ip_address': '172.27.0.164', 'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'router_id': 'a17742aa-1789-44a4-ae01-72e134c5306d', 'port_id': '5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb1d6404-603d-43fd-9d2d-2304ecd9066f', 'mac_address': 'fa:16:3e:37:ac:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f6876c-e419-4a62-b81a-9636359322ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T14:03:32Z', 'updated_at': '2022-07-15T14:03:49Z', 'revision_number': 1, 'project_id': '77c8c864a31b402880c334c39fbe5a34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e079977e-eb26-47c4-af73-653485baceeb', 'name': '', 'network_id': 'cb1d6404-603d-43fd-9d2d-2304ecd9066f', 'tenant_id': '77c8c864a31b402880c334c39fbe5a34', 'mac_address': 'fa:16:3e:0a:53:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17742aa-1789-44a4-ae01-72e134c5306d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '78ed3b07-fd43-4c88-bba6-d7f332b83abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:56Z', 'updated_at': '2022-07-15T14:01:14Z', 'revision_number': 5, 'project_id': '77c8c864a31b402880c334c39fbe5a34', 'subnets': [{'id': '78ed3b07-fd43-4c88-bba6-d7f332b83abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:52.920440 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f3e192-2a94-463d-bfff-d0867fa30aba None None] The sync data for ids ['a17742aa-1789-44a4-ae01-72e134c5306d'] in dv-cinder-850002-1-iscsi is: [{'id': 'a17742aa-1789-44a4-ae01-72e134c5306d', 'name': 'tempest-ServerRescueNegativeTestJSON-153253776-router', 'tenant_id': '77c8c864a31b402880c334c39fbe5a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '6b55ccc8-becd-4212-8002-ad5c7224ac1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:50Z', 'updated_at': '2022-07-15T14:00:59Z', 'revision_number': 4, 'project_id': '77c8c864a31b402880c334c39fbe5a34', 'gw_port': {'id': '6b55ccc8-becd-4212-8002-ad5c7224ac1f', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:48:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17742aa-1789-44a4-ae01-72e134c5306d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:51Z', 'updated_at': '2022-07-15T14:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_floatingips': [{'id': '505ddcde-0a62-4208-a537-b2fbe1fb560c', 'tenant_id': '77c8c864a31b402880c334c39fbe5a34', 'floating_ip_address': '172.27.0.164', 'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'router_id': 'a17742aa-1789-44a4-ae01-72e134c5306d', 'port_id': '5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb1d6404-603d-43fd-9d2d-2304ecd9066f', 'mac_address': 'fa:16:3e:37:ac:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f6876c-e419-4a62-b81a-9636359322ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T14:03:32Z', 'updated_at': '2022-07-15T14:03:49Z', 'revision_number': 1, 'project_id': '77c8c864a31b402880c334c39fbe5a34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e079977e-eb26-47c4-af73-653485baceeb', 'name': '', 'network_id': 'cb1d6404-603d-43fd-9d2d-2304ecd9066f', 'tenant_id': '77c8c864a31b402880c334c39fbe5a34', 'mac_address': 'fa:16:3e:0a:53:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17742aa-1789-44a4-ae01-72e134c5306d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '78ed3b07-fd43-4c88-bba6-d7f332b83abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:56Z', 'updated_at': '2022-07-15T14:01:14Z', 'revision_number': 5, 'project_id': '77c8c864a31b402880c334c39fbe5a34', 'subnets': [{'id': '78ed3b07-fd43-4c88-bba6-d7f332b83abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:03:53.465478 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492f460a-74f8-4429-a95a-4bbdc3a47c33 None None] New status for floating IP 505ddcde-0a62-4208-a537-b2fbe1fb560c: ACTIVE {{(pid=103884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 15 14:03:53.873877 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:54.015625 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d4e53-c3d6-4807-b5f7-028113f30e7a req-6b15ddcf-c786-4778-9d2a-f1ce3f127e79 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:54.024126 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e71d4e53-c3d6-4807-b5f7-028113f30e7a req-6b15ddcf-c786-4778-9d2a-f1ce3f127e79 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 945 time: 0.1068666 Jul 15 14:03:54.156677 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e71d4e53-c3d6-4807-b5f7-028113f30e7a req-b5e758b2-2454-4098-9083-f6f523fc26bf tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306033 Jul 15 14:03:55.365667 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab8cc0-f838-4612-bb9e-6de6044c54e8 req-2ea94568-8f0a-4caf-af0b-d39247dc9340 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:55.367417 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a1ab8cc0-f838-4612-bb9e-6de6044c54e8 req-2ea94568-8f0a-4caf-af0b-d39247dc9340 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 945 time: 0.0988340 Jul 15 14:03:55.438896 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a1ab8cc0-f838-4612-bb9e-6de6044c54e8 req-c4c075f5-b502-4bc9-813d-95d02947308b tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623002 Jul 15 14:03:55.713566 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-101a33f8-873c-42b9-af18-58d2cb87c842 req-3dbfbac1-cd79-4445-8443-11a06be7f3b6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0456676 Jul 15 14:03:55.817809 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a33f8-873c-42b9-af18-58d2cb87c842 req-5724a286-9b80-4ed5-8e43-b0f2bfbc7078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:55.819397 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-101a33f8-873c-42b9-af18-58d2cb87c842 req-5724a286-9b80-4ed5-8e43-b0f2bfbc7078 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=77c8c864a31b402880c334c39fbe5a34&device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 1129 time: 0.0774333 Jul 15 14:03:55.868806 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=100 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:55.985947 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a33f8-873c-42b9-af18-58d2cb87c842 req-7b069a68-6d50-483e-8b13-b2ca099a4f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:55.988015 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-101a33f8-873c-42b9-af18-58d2cb87c842 req-7b069a68-6d50-483e-8b13-b2ca099a4f20 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cb1d6404-603d-43fd-9d2d-2304ecd9066f HTTP/1.1" status: 200 len: 919 time: 0.1286597 Jul 15 14:03:56.040098 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-101a33f8-873c-42b9-af18-58d2cb87c842 req-ea2178a7-df08-491a-afa5-782eab0528ea service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0861b4f1-fb2d-42f9-b72b-e415301f1546 HTTP/1.1" status: 200 len: 217 time: 0.0426652 Jul 15 14:03:56.172844 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a33f8-873c-42b9-af18-58d2cb87c842 req-93d06624-9302-4b1e-a925-0dba41c66a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:56.177466 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-101a33f8-873c-42b9-af18-58d2cb87c842 req-93d06624-9302-4b1e-a925-0dba41c66a99 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=78ed3b07-fd43-4c88-bba6-d7f332b83abe HTTP/1.1" status: 200 len: 857 time: 0.1288190 Jul 15 14:03:56.270812 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a33f8-873c-42b9-af18-58d2cb87c842 req-f6fd51c9-8fc6-4239-bd60-849f36207a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:56.273969 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-101a33f8-873c-42b9-af18-58d2cb87c842 req-f6fd51c9-8fc6-4239-bd60-849f36207a1c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cb1d6404-603d-43fd-9d2d-2304ecd9066f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0884469 Jul 15 14:03:56.499181 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-101a33f8-873c-42b9-af18-58d2cb87c842 req-3f8661fc-1fcb-410d-a7f4-63990c9314c4 service neutron] 10.222.0.64 "GET /v2.0/networks/cb1d6404-603d-43fd-9d2d-2304ecd9066f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186794 Jul 15 14:03:56.644550 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693efd7-9ced-496c-bb68-74455526f10f req-1c9e6e99-89f9-4261-86c7-027bc0cfbfd1 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:56.647161 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7693efd7-9ced-496c-bb68-74455526f10f req-1c9e6e99-89f9-4261-86c7-027bc0cfbfd1 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 945 time: 0.0573010 Jul 15 14:03:56.798699 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7693efd7-9ced-496c-bb68-74455526f10f req-f93fa284-54f8-4766-ab1f-bb31b3c4097a tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436539 Jul 15 14:03:56.801578 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-101a33f8-873c-42b9-af18-58d2cb87c842 req-395a1780-ad5e-4773-8780-8f8515f1de00 service neutron] 10.222.0.64 "GET /v2.0/networks/cb1d6404-603d-43fd-9d2d-2304ecd9066f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956495 Jul 15 14:03:56.839620 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (73ab3907-1bcf-455f-a05d-131e96f159a2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:58.037416 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad02339-97d5-4ef8-af4c-21ee5d1de4f2 req-c5fbb25b-fff1-4f4f-a0de-de06a7d7a84a tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:58.039815 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3ad02339-97d5-4ef8-af4c-21ee5d1de4f2 req-c5fbb25b-fff1-4f4f-a0de-de06a7d7a84a tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 945 time: 0.0794122 Jul 15 14:03:58.101056 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3ad02339-97d5-4ef8-af4c-21ee5d1de4f2 req-bf5b7701-a927-4936-b2cb-1a8a277c36c3 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544865 Jul 15 14:03:58.896045 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 50666) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:03:59.049409 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-653c65f2-846e-456f-92be-7cc373599c16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:59.131710 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:59.239531 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-653c65f2-846e-456f-92be-7cc373599c16 admin admin] Publish callbacks [] for security_group (bbedb444-fe5b-4887-a5d8-13a7af231d6f), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:59.245472 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-653c65f2-846e-456f-92be-7cc373599c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (bbedb444-fe5b-4887-a5d8-13a7af231d6f), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:59.319271 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-653c65f2-846e-456f-92be-7cc373599c16 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=acdb252455a749c1ae228292ae29f2c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4211481 Jul 15 14:03:59.322330 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 50684) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:03:59.350156 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:59.382158 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653c65f2-846e-456f-92be-7cc373599c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbedb444-fe5b-4887-a5d8-13a7af231d6f,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:59.393371 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=100 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:03:59.407267 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f5dd8c-4ddb-4c2d-867b-cc9e45fd83d5 req-bdcc4971-ad14-44c3-9e95-542a6690eb89 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:59.409215 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e3f5dd8c-4ddb-4c2d-867b-cc9e45fd83d5 req-bdcc4971-ad14-44c3-9e95-542a6690eb89 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 945 time: 0.1523693 Jul 15 14:03:59.410529 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653c65f2-846e-456f-92be-7cc373599c16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:59.410867 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653c65f2-846e-456f-92be-7cc373599c16 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:59.411204 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653c65f2-846e-456f-92be-7cc373599c16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:59.411536 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653c65f2-846e-456f-92be-7cc373599c16 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:59.411864 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653c65f2-846e-456f-92be-7cc373599c16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:59.412208 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653c65f2-846e-456f-92be-7cc373599c16 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:59.413015 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653c65f2-846e-456f-92be-7cc373599c16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:59.413015 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653c65f2-846e-456f-92be-7cc373599c16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:59.413285 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653c65f2-846e-456f-92be-7cc373599c16 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:59.413592 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653c65f2-846e-456f-92be-7cc373599c16 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:59.414525 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653c65f2-846e-456f-92be-7cc373599c16 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:59.414883 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653c65f2-846e-456f-92be-7cc373599c16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:59.415218 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653c65f2-846e-456f-92be-7cc373599c16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:59.415542 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653c65f2-846e-456f-92be-7cc373599c16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:59.417568 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653c65f2-846e-456f-92be-7cc373599c16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:59.444903 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2140d7-932a-437f-b47e-c64eed6b7a16 req-1de7c96e-1890-4736-baa2-a56fd93a8034 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:03:59.446201 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-247c63be-8cee-4bfb-92d2-b8326a03bea9 admin admin] Publish callbacks [] for security_group (bbedb444-fe5b-4887-a5d8-13a7af231d6f), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:59.447029 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ef2140d7-932a-437f-b47e-c64eed6b7a16 req-1de7c96e-1890-4736-baa2-a56fd93a8034 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/networks?id=f8c850dd-dcf5-4148-9169-912c6adf10f1 HTTP/1.1" status: 200 len: 813 time: 0.3344357 Jul 15 14:03:59.489915 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ef2140d7-932a-437f-b47e-c64eed6b7a16 req-92f22bca-b992-4a86-bb00-73a7f42da310 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/quotas/11bf10102c9244f99f64ad5b4177407a HTTP/1.1" status: 200 len: 375 time: 0.0238001 Jul 15 14:03:59.493917 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-247c63be-8cee-4bfb-92d2-b8326a03bea9 admin admin] Publish callbacks [] for security_group (bbedb444-fe5b-4887-a5d8-13a7af231d6f), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:59.563758 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-247c63be-8cee-4bfb-92d2-b8326a03bea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (bbedb444-fe5b-4887-a5d8-13a7af231d6f), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:59.564328 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e3f5dd8c-4ddb-4c2d-867b-cc9e45fd83d5 req-55de2a58-bf8d-4912-b783-83d432543a24 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342504 Jul 15 14:03:59.569403 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-247c63be-8cee-4bfb-92d2-b8326a03bea9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:03:59.578539 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-247c63be-8cee-4bfb-92d2-b8326a03bea9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bbedb444-fe5b-4887-a5d8-13a7af231d6f HTTP/1.1" status: 204 len: 168 time: 0.2540185 Jul 15 14:03:59.583338 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ef2140d7-932a-437f-b47e-c64eed6b7a16 req-96421f7c-dfa9-4eae-8393-c8d335e2cbcf tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=11bf10102c9244f99f64ad5b4177407a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0858707 Jul 15 14:03:59.606339 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247c63be-8cee-4bfb-92d2-b8326a03bea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbedb444-fe5b-4887-a5d8-13a7af231d6f,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:59.622392 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247c63be-8cee-4bfb-92d2-b8326a03bea9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:59.623001 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247c63be-8cee-4bfb-92d2-b8326a03bea9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:59.623001 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247c63be-8cee-4bfb-92d2-b8326a03bea9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:59.623612 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247c63be-8cee-4bfb-92d2-b8326a03bea9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:59.623971 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247c63be-8cee-4bfb-92d2-b8326a03bea9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:59.624428 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247c63be-8cee-4bfb-92d2-b8326a03bea9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:59.624873 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247c63be-8cee-4bfb-92d2-b8326a03bea9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:59.625164 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247c63be-8cee-4bfb-92d2-b8326a03bea9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:59.625774 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247c63be-8cee-4bfb-92d2-b8326a03bea9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:59.626040 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247c63be-8cee-4bfb-92d2-b8326a03bea9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:59.626239 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247c63be-8cee-4bfb-92d2-b8326a03bea9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:59.627798 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247c63be-8cee-4bfb-92d2-b8326a03bea9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:59.627798 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247c63be-8cee-4bfb-92d2-b8326a03bea9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:59.627798 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247c63be-8cee-4bfb-92d2-b8326a03bea9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:59.628410 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247c63be-8cee-4bfb-92d2-b8326a03bea9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:59.753773 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ef2140d7-932a-437f-b47e-c64eed6b7a16 req-472261e1-80e1-45b2-83e7-c766ae73b219 service neutron] 10.222.0.16 "GET /v2.0/networks/f8c850dd-dcf5-4148-9169-912c6adf10f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472690 Jul 15 14:03:59.904640 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ef2140d7-932a-437f-b47e-c64eed6b7a16 req-4e6de094-a4de-47d6-a5a4-d1e713528b40 service neutron] 10.222.0.16 "GET /v2.0/networks/f8c850dd-dcf5-4148-9169-912c6adf10f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495273 Jul 15 14:04:00.172688 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-542e4cdd-fe11-4740-894c-2efe9bd4b5f3 req-d4133eee-d91d-475e-9a0a-b2f96cc61f71 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e79925f-bce9-485b-8ecb-008b21cc14fd HTTP/1.1" status: 200 len: 210 time: 0.0478976 Jul 15 14:04:00.733110 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da8167-dc22-427f-8f3a-f809c92a7380 req-6fe628cd-bc14-4037-84bb-60646baa1131 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:00.735368 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-24da8167-dc22-427f-8f3a-f809c92a7380 req-6fe628cd-bc14-4037-84bb-60646baa1131 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 945 time: 0.0660386 Jul 15 14:04:00.842058 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-24da8167-dc22-427f-8f3a-f809c92a7380 req-bda6a5d8-b55b-4167-838c-189197fa5eb2 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833545 Jul 15 14:04:01.328044 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-34b86eac-15b1-441a-a8cb-9add8ead3fc7 req-e3300859-1cc7-46b1-920a-90db20bfa596 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e79925f-bce9-485b-8ecb-008b21cc14fd HTTP/1.1" status: 200 len: 210 time: 0.0445154 Jul 15 14:04:01.497695 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2140d7-932a-437f-b47e-c64eed6b7a16 req-75c0e0eb-1748-4c23-a104-b315c2a5fc29 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:01.499083 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ef2140d7-932a-437f-b47e-c64eed6b7a16 req-75c0e0eb-1748-4c23-a104-b315c2a5fc29 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.64 "GET /v2.0/networks?id=f8c850dd-dcf5-4148-9169-912c6adf10f1 HTTP/1.1" status: 200 len: 813 time: 0.1596260 Jul 15 14:04:01.524341 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [req-ef2140d7-932a-437f-b47e-c64eed6b7a16 req-75a8ca3e-8cf2-4d6c-8f11-994406df28ad tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Request body: {'port': {'device_id': '0e79925f-bce9-485b-8ecb-008b21cc14fd', 'network_id': 'f8c850dd-dcf5-4148-9169-912c6adf10f1', 'admin_state_up': True, 'tenant_id': '11bf10102c9244f99f64ad5b4177407a'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:04:01.675312 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef2140d7-932a-437f-b47e-c64eed6b7a16 req-75a8ca3e-8cf2-4d6c-8f11-994406df28ad tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Made reservation on behalf of 11bf10102c9244f99f64ad5b4177407a for: {'port': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:04:01.679356 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ef2140d7-932a-437f-b47e-c64eed6b7a16 req-75a8ca3e-8cf2-4d6c-8f11-994406df28ad tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:01.759230 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:04:01.888665 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [req-ef2140d7-932a-437f-b47e-c64eed6b7a16 req-75a8ca3e-8cf2-4d6c-8f11-994406df28ad tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Allocated IP 172.20.0.8 (f8c850dd-dcf5-4148-9169-912c6adf10f1/7dcbc56b-b71e-4a1e-9999-48b1081ff0b4/01da8f8b-bf3b-4832-a1ec-c52703b5ed24) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:04:02.092922 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c58ea-d6f9-4d95-a399-c637ef4fa308 req-7d566a79-a07b-417b-8d59-40a72709cc87 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:02.102137 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-295c58ea-d6f9-4d95-a399-c637ef4fa308 req-7d566a79-a07b-417b-8d59-40a72709cc87 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 945 time: 0.1041801 Jul 15 14:04:02.140321 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ef2140d7-932a-437f-b47e-c64eed6b7a16 req-75a8ca3e-8cf2-4d6c-8f11-994406df28ad tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks [] for port (01da8f8b-bf3b-4832-a1ec-c52703b5ed24), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:02.195162 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ef2140d7-932a-437f-b47e-c64eed6b7a16 req-75a8ca3e-8cf2-4d6c-8f11-994406df28ad tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (01da8f8b-bf3b-4832-a1ec-c52703b5ed24), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:02.243388 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-295c58ea-d6f9-4d95-a399-c637ef4fa308 req-e4b7f137-dfd0-411e-9862-5ceb9b1ed393 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393092 Jul 15 14:04:02.270426 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef2140d7-932a-437f-b47e-c64eed6b7a16 req-75a8ca3e-8cf2-4d6c-8f11-994406df28ad tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Network f8c850dd-dcf5-4148-9169-912c6adf10f1 is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:04:02.277750 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [req-ef2140d7-932a-437f-b47e-c64eed6b7a16 req-75a8ca3e-8cf2-4d6c-8f11-994406df28ad tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:04:02.283045 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef2140d7-932a-437f-b47e-c64eed6b7a16 req-75a8ca3e-8cf2-4d6c-8f11-994406df28ad tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:04:02.336714 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a8ca3e-8cf2-4d6c-8f11-994406df28ad tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Pushing event updated for resources: {'Port': ['ID=01da8f8b-bf3b-4832-a1ec-c52703b5ed24,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:02.367429 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2140d7-932a-437f-b47e-c64eed6b7a16 req-75a8ca3e-8cf2-4d6c-8f11-994406df28ad tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:02.368044 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ef2140d7-932a-437f-b47e-c64eed6b7a16 req-75a8ca3e-8cf2-4d6c-8f11-994406df28ad tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:02.405494 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ef2140d7-932a-437f-b47e-c64eed6b7a16 req-75a8ca3e-8cf2-4d6c-8f11-994406df28ad tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8937249 Jul 15 14:04:02.423379 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [req-ef2140d7-932a-437f-b47e-c64eed6b7a16 req-1e96e52e-7ea2-4af9-8fad-73e64f892a0c service neutron] Request body: {'port': {'device_id': '0e79925f-bce9-485b-8ecb-008b21cc14fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85000'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:04:02.426801 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:04:02.593900 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ef2140d7-932a-437f-b47e-c64eed6b7a16 req-1e96e52e-7ea2-4af9-8fad-73e64f892a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (01da8f8b-bf3b-4832-a1ec-c52703b5ed24), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:02.670812 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e05e7-ea2f-49ee-8704-3f9b2010e470 req-40b9718e-f414-4276-be23-c26c386c9fd9 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:02.680926 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0d7e05e7-ea2f-49ee-8704-3f9b2010e470 req-40b9718e-f414-4276-be23-c26c386c9fd9 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e79925f-bce9-485b-8ecb-008b21cc14fd HTTP/1.1" status: 200 len: 931 time: 0.1425970 Jul 15 14:04:02.687777 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-0d073ef6-8145-491e-900e-ecba5ff23d6c None None] Provisioning complete for port 01da8f8b-bf3b-4832-a1ec-c52703b5ed24 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:04:02.693406 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0d073ef6-8145-491e-900e-ecba5ff23d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (01da8f8b-bf3b-4832-a1ec-c52703b5ed24), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:02.785158 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-0d073ef6-8145-491e-900e-ecba5ff23d6c None None] Port 01da8f8b-bf3b-4832-a1ec-c52703b5ed24 cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 15 14:04:02.786567 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0d7e05e7-ea2f-49ee-8704-3f9b2010e470 req-90f59dd9-b455-4702-9644-98a19d0cb02d tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/security-groups?id=e27db5a5-1969-4e1a-b147-fa5e6136b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043668 Jul 15 14:04:03.080996 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [req-ef2140d7-932a-437f-b47e-c64eed6b7a16 req-1e96e52e-7ea2-4af9-8fad-73e64f892a0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01da8f8b-bf3b-4832-a1ec-c52703b5ed24 {{(pid=103881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 14:04:03.101124 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ef2140d7-932a-437f-b47e-c64eed6b7a16 req-1e96e52e-7ea2-4af9-8fad-73e64f892a0c service neutron] Publish callbacks [] for port (01da8f8b-bf3b-4832-a1ec-c52703b5ed24), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:03.125953 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.provisioning_blocks [req-ef2140d7-932a-437f-b47e-c64eed6b7a16 req-1e96e52e-7ea2-4af9-8fad-73e64f892a0c service neutron] Transition to ACTIVE for port object 01da8f8b-bf3b-4832-a1ec-c52703b5ed24 will not be triggered until provisioned by entity L2. {{(pid=103881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 15 14:04:03.133831 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ef2140d7-932a-437f-b47e-c64eed6b7a16 req-1e96e52e-7ea2-4af9-8fad-73e64f892a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268230'] for port (01da8f8b-bf3b-4832-a1ec-c52703b5ed24), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:03.234684 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e52e-7ea2-4af9-8fad-73e64f892a0c service neutron] Pushing event updated for resources: {'Port': ['ID=01da8f8b-bf3b-4832-a1ec-c52703b5ed24,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:03.405744 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-ef2140d7-932a-437f-b47e-c64eed6b7a16 req-1e96e52e-7ea2-4af9-8fad-73e64f892a0c service neutron] Attempting to bind port 01da8f8b-bf3b-4832-a1ec-c52703b5ed24 on host hv-cinder-85000 for vnic_type normal with profile {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 15 14:04:03.406198 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-ef2140d7-932a-437f-b47e-c64eed6b7a16 req-1e96e52e-7ea2-4af9-8fad-73e64f892a0c service neutron] Attempting to bind port 01da8f8b-bf3b-4832-a1ec-c52703b5ed24 by drivers openvswitch,hyperv on host hv-cinder-85000 at level 0 using segments [{'id': '4fcc481e-1f35-4d52-a7c8-8b57a286bd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f8c850dd-dcf5-4148-9169-912c6adf10f1'}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 15 14:04:03.406426 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2140d7-932a-437f-b47e-c64eed6b7a16 req-1e96e52e-7ea2-4af9-8fad-73e64f892a0c service neutron] Attempting to bind port 01da8f8b-bf3b-4832-a1ec-c52703b5ed24 on network f8c850dd-dcf5-4148-9169-912c6adf10f1 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:04:03.422887 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2140d7-932a-437f-b47e-c64eed6b7a16 req-1e96e52e-7ea2-4af9-8fad-73e64f892a0c service neutron] Port 01da8f8b-bf3b-4832-a1ec-c52703b5ed24 on network f8c850dd-dcf5-4148-9169-912c6adf10f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85000 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 15 14:04:03.423197 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2140d7-932a-437f-b47e-c64eed6b7a16 req-1e96e52e-7ea2-4af9-8fad-73e64f892a0c service neutron] Attempting to bind port 01da8f8b-bf3b-4832-a1ec-c52703b5ed24 on network f8c850dd-dcf5-4148-9169-912c6adf10f1 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:04:03.425382 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:04:03.446944 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2140d7-932a-437f-b47e-c64eed6b7a16 req-1e96e52e-7ea2-4af9-8fad-73e64f892a0c service neutron] Checking agent: {'id': '73ab3907-1bcf-455f-a05d-131e96f159a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85000', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 13, 58, 57), 'started_at': datetime.datetime(2022, 7, 15, 13, 58, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 14, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 14:04:03.447905 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2140d7-932a-437f-b47e-c64eed6b7a16 req-1e96e52e-7ea2-4af9-8fad-73e64f892a0c service neutron] Checking segment: {'id': '4fcc481e-1f35-4d52-a7c8-8b57a286bd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f8c850dd-dcf5-4148-9169-912c6adf10f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:04:03.448303 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2140d7-932a-437f-b47e-c64eed6b7a16 req-1e96e52e-7ea2-4af9-8fad-73e64f892a0c service neutron] Bound using segment: {'id': '4fcc481e-1f35-4d52-a7c8-8b57a286bd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f8c850dd-dcf5-4148-9169-912c6adf10f1'} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 14:04:03.448879 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-ef2140d7-932a-437f-b47e-c64eed6b7a16 req-1e96e52e-7ea2-4af9-8fad-73e64f892a0c service neutron] Bound port: 01da8f8b-bf3b-4832-a1ec-c52703b5ed24, host: hv-cinder-85000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fcc481e-1f35-4d52-a7c8-8b57a286bd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f8c850dd-dcf5-4148-9169-912c6adf10f1'}}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 15 14:04:03.449313 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ef2140d7-932a-437f-b47e-c64eed6b7a16 req-1e96e52e-7ea2-4af9-8fad-73e64f892a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (01da8f8b-bf3b-4832-a1ec-c52703b5ed24), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:03.518764 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04b025-e208-437d-afd4-e981f26ae94c req-f7e9cf27-283e-4fc0-b6e4-f9127ba4c805 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:03.525746 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5e04b025-e208-437d-afd4-e981f26ae94c req-f7e9cf27-283e-4fc0-b6e4-f9127ba4c805 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 945 time: 0.1528015 Jul 15 14:04:03.642484 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-ef2140d7-932a-437f-b47e-c64eed6b7a16 req-1e96e52e-7ea2-4af9-8fad-73e64f892a0c service neutron] For port 01da8f8b-bf3b-4832-a1ec-c52703b5ed24, host hv-cinder-85000, cleared binding levels {{(pid=103881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:04:03.648647 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5e04b025-e208-437d-afd4-e981f26ae94c req-a1875aae-cacd-4bea-ab42-2892dba428f5 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130562 Jul 15 14:04:03.652680 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-ef2140d7-932a-437f-b47e-c64eed6b7a16 req-1e96e52e-7ea2-4af9-8fad-73e64f892a0c service neutron] For port 01da8f8b-bf3b-4832-a1ec-c52703b5ed24, host hv-cinder-85000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=01da8f8b-bf3b-4832-a1ec-c52703b5ed24,segment=NetworkSegment(4fcc481e-1f35-4d52-a7c8-8b57a286bd95),segment_id=4fcc481e-1f35-4d52-a7c8-8b57a286bd95)] {{(pid=103881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:04:03.664810 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ef2140d7-932a-437f-b47e-c64eed6b7a16 req-1e96e52e-7ea2-4af9-8fad-73e64f892a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268230'] for port (01da8f8b-bf3b-4832-a1ec-c52703b5ed24), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:03.722320 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:04:03.723118 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2140d7-932a-437f-b47e-c64eed6b7a16 req-1e96e52e-7ea2-4af9-8fad-73e64f892a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:03.724107 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ef2140d7-932a-437f-b47e-c64eed6b7a16 req-1e96e52e-7ea2-4af9-8fad-73e64f892a0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:03.726132 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ef2140d7-932a-437f-b47e-c64eed6b7a16 req-1e96e52e-7ea2-4af9-8fad-73e64f892a0c service neutron] 10.222.0.64 "PUT /v2.0/ports/01da8f8b-bf3b-4832-a1ec-c52703b5ed24 HTTP/1.1" status: 200 len: 1093 time: 1.3074913 Jul 15 14:04:03.726944 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e79925f-bce9-485b-8ecb-008b21cc14fd', 'tag': '01da8f8b-bf3b-4832-a1ec-c52703b5ed24'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:04:03.730391 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27b3149431a8a58964108cadaaee569fc83829ebf6971f3e535c686fd00e584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3226a5-2c7f-43d4-a281-0ca09829aa84" -d '{"events": [{"name": "network-changed", "server_uuid": "0e79925f-bce9-485b-8ecb-008b21cc14fd", "tag": "01da8f8b-bf3b-4832-a1ec-c52703b5ed24"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:04:03.990217 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2140d7-932a-437f-b47e-c64eed6b7a16 req-eb7894f6-b011-42c4-9271-6f012cc7efd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:03.992073 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ef2140d7-932a-437f-b47e-c64eed6b7a16 req-eb7894f6-b011-42c4-9271-6f012cc7efd0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=11bf10102c9244f99f64ad5b4177407a&device_id=0e79925f-bce9-485b-8ecb-008b21cc14fd HTTP/1.1" status: 200 len: 1127 time: 0.1915271 Jul 15 14:04:03.994542 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 14:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf00c5b3-6cdf-4fd6-9a20-057561f21266 x-openstack-request-id: req-bf00c5b3-6cdf-4fd6-9a20-057561f21266 {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:04:04.002545 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e79925f-bce9-485b-8ecb-008b21cc14fd", "tag": "01da8f8b-bf3b-4832-a1ec-c52703b5ed24", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:04:04.003338 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bf00c5b3-6cdf-4fd6-9a20-057561f21266 {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:04:04.003488 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf00c5b3-6cdf-4fd6-9a20-057561f21266'] response: {'name': 'network-changed', 'server_uuid': '0e79925f-bce9-485b-8ecb-008b21cc14fd', 'tag': '01da8f8b-bf3b-4832-a1ec-c52703b5ed24', 'status': 'completed', 'code': 200} Jul 15 14:04:04.010354 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e52e-7ea2-4af9-8fad-73e64f892a0c service neutron] Pushing event updated for resources: {'Port': ['ID=01da8f8b-bf3b-4832-a1ec-c52703b5ed24,revision_number=3']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:04.125669 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340cc512-5316-4b97-a8d8-9db20107cc3f req-35594198-5753-4072-84e9-f697629c3578 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:04.132415 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-340cc512-5316-4b97-a8d8-9db20107cc3f req-35594198-5753-4072-84e9-f697629c3578 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e79925f-bce9-485b-8ecb-008b21cc14fd HTTP/1.1" status: 200 len: 943 time: 0.1666520 Jul 15 14:04:04.166891 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ef2140d7-932a-437f-b47e-c64eed6b7a16 req-a3f1a3db-7f27-49d8-afe5-c95907780957 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01da8f8b-bf3b-4832-a1ec-c52703b5ed24 HTTP/1.1" status: 200 len: 217 time: 0.0523667 Jul 15 14:04:04.225202 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-340cc512-5316-4b97-a8d8-9db20107cc3f req-ae81b5d2-96ba-4e62-abf7-ad1334f8645d tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/security-groups?id=e27db5a5-1969-4e1a-b147-fa5e6136b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853076 Jul 15 14:04:04.834029 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393beb7-5c06-4ec7-8ab6-72ec7f6bd842 req-372bde27-ac7a-4260-874f-0fa07db8c139 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:04.836029 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d393beb7-5c06-4ec7-8ab6-72ec7f6bd842 req-372bde27-ac7a-4260-874f-0fa07db8c139 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 945 time: 0.0633802 Jul 15 14:04:04.920234 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d393beb7-5c06-4ec7-8ab6-72ec7f6bd842 req-67ad72fc-f9bc-4839-86b9-79d78f4bd8fd tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771427 Jul 15 14:04:05.341837 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:04:05.346942 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:04:05.376192 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ac236-fcf2-4e53-8a33-f2542f82df17 req-1023cbec-e9ad-4925-8d05-ba53dfee6c13 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:05.379166 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-705ac236-fcf2-4e53-8a33-f2542f82df17 req-1023cbec-e9ad-4925-8d05-ba53dfee6c13 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e79925f-bce9-485b-8ecb-008b21cc14fd HTTP/1.1" status: 200 len: 943 time: 0.0715814 Jul 15 14:04:05.459228 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-705ac236-fcf2-4e53-8a33-f2542f82df17 req-13b72962-f174-4c8c-81b0-2408b97052e2 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/security-groups?id=e27db5a5-1969-4e1a-b147-fa5e6136b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696423 Jul 15 14:04:06.039712 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef2dfc-337b-4b48-8bde-aa9ba6af348f req-948dc22f-62dd-4052-aece-1a749b6e8999 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:06.041491 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f2ef2dfc-337b-4b48-8bde-aa9ba6af348f req-948dc22f-62dd-4052-aece-1a749b6e8999 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 945 time: 0.0471013 Jul 15 14:04:06.092565 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f2ef2dfc-337b-4b48-8bde-aa9ba6af348f req-442542a1-e914-46fe-bcdc-c1d3715325ae tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439227 Jul 15 14:04:06.617524 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f907408-877d-45ec-934d-10872649a10c req-5691e760-f506-4065-8ab7-cbcb9f5cdcde tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:06.620575 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2f907408-877d-45ec-934d-10872649a10c req-5691e760-f506-4065-8ab7-cbcb9f5cdcde tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e79925f-bce9-485b-8ecb-008b21cc14fd HTTP/1.1" status: 200 len: 943 time: 0.0805926 Jul 15 14:04:06.694262 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2f907408-877d-45ec-934d-10872649a10c req-c83aee6e-b1e4-4ce0-8aee-8e775b7cfd0f tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/security-groups?id=e27db5a5-1969-4e1a-b147-fa5e6136b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625069 Jul 15 14:04:07.217088 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d27ee-acb9-4eda-8ea9-9851765c09b1 req-105d44fb-0ce3-4900-939b-e6c22dd3832a tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:07.219408 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4f1d27ee-acb9-4eda-8ea9-9851765c09b1 req-105d44fb-0ce3-4900-939b-e6c22dd3832a tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 945 time: 0.0503564 Jul 15 14:04:07.284713 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4f1d27ee-acb9-4eda-8ea9-9851765c09b1 req-5234414e-e6e2-4c17-a687-411ab21dbd47 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509164 Jul 15 14:04:07.820475 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74647a3-25f7-400c-8bc5-f29a3b0b15fe req-b5c11255-e51d-49fa-8103-0b39a5915397 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:07.822657 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a74647a3-25f7-400c-8bc5-f29a3b0b15fe req-b5c11255-e51d-49fa-8103-0b39a5915397 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e79925f-bce9-485b-8ecb-008b21cc14fd HTTP/1.1" status: 200 len: 943 time: 0.0569289 Jul 15 14:04:07.882750 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a74647a3-25f7-400c-8bc5-f29a3b0b15fe req-1f1f123f-a14a-492c-a2c2-f70531bd9265 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/security-groups?id=e27db5a5-1969-4e1a-b147-fa5e6136b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532994 Jul 15 14:04:08.418349 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9addba-39b2-467a-9d2b-2ea06020b946 req-bb4d8803-fba2-4e28-8d05-8cc2850191e1 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:08.419746 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7a9addba-39b2-467a-9d2b-2ea06020b946 req-bb4d8803-fba2-4e28-8d05-8cc2850191e1 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 945 time: 0.0544653 Jul 15 14:04:08.469102 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7a9addba-39b2-467a-9d2b-2ea06020b946 req-3add9f68-ff0c-4891-b5cd-e892a7c4bf7a tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430403 Jul 15 14:04:09.033807 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c22b4b-6c76-4e84-bc38-ecea046186d5 req-a50d005f-0b81-40ea-92d2-ca8b1c8971b3 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:09.039134 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-18c22b4b-6c76-4e84-bc38-ecea046186d5 req-a50d005f-0b81-40ea-92d2-ca8b1c8971b3 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e79925f-bce9-485b-8ecb-008b21cc14fd HTTP/1.1" status: 200 len: 943 time: 0.0745521 Jul 15 14:04:09.091629 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-18c22b4b-6c76-4e84-bc38-ecea046186d5 req-049f7bc9-d13b-4106-8c7a-6b18ef7b9378 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/security-groups?id=e27db5a5-1969-4e1a-b147-fa5e6136b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489788 Jul 15 14:04:09.588941 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e25f18-738b-4708-8ac6-cbf9b6521e28 req-6c7cf433-56d4-45dd-96a4-c8caa1d5c319 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:09.590484 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d9e25f18-738b-4708-8ac6-cbf9b6521e28 req-6c7cf433-56d4-45dd-96a4-c8caa1d5c319 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 945 time: 0.0481293 Jul 15 14:04:09.641122 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d9e25f18-738b-4708-8ac6-cbf9b6521e28 req-52410d35-432f-4a0d-abd8-0199078865cd tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449827 Jul 15 14:04:10.255091 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c72a63-0e32-42c0-afb9-e5e324eee829 req-53106958-4b20-4ca7-8aa6-05666b2fe9e2 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:10.256639 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-52c72a63-0e32-42c0-afb9-e5e324eee829 req-53106958-4b20-4ca7-8aa6-05666b2fe9e2 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e79925f-bce9-485b-8ecb-008b21cc14fd HTTP/1.1" status: 200 len: 943 time: 0.0884519 Jul 15 14:04:10.308170 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-52c72a63-0e32-42c0-afb9-e5e324eee829 req-267cc2d7-33e6-4a84-aa9b-ffa12cf9b080 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/security-groups?id=e27db5a5-1969-4e1a-b147-fa5e6136b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454638 Jul 15 14:04:10.801383 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a31d42c-911e-4fe2-a3bc-3df618bb90f9 req-186f8253-81b4-4116-97c9-190b0de4957a tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:10.803005 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7a31d42c-911e-4fe2-a3bc-3df618bb90f9 req-186f8253-81b4-4116-97c9-190b0de4957a tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 945 time: 0.0685744 Jul 15 14:04:10.859226 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7a31d42c-911e-4fe2-a3bc-3df618bb90f9 req-adfde718-539b-47c6-912d-be23b55d0cfb tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494866 Jul 15 14:04:11.320600 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=59,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:04:11.415740 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:04:11.436492 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b14693d-3def-4e15-95a9-527ab69547cf req-a117c7f8-6ae6-483d-94e3-64b295e1d00e tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:11.438010 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3b14693d-3def-4e15-95a9-527ab69547cf req-a117c7f8-6ae6-483d-94e3-64b295e1d00e tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e79925f-bce9-485b-8ecb-008b21cc14fd HTTP/1.1" status: 200 len: 943 time: 0.0516732 Jul 15 14:04:11.488555 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3b14693d-3def-4e15-95a9-527ab69547cf req-bf08001b-21be-473e-ac7d-3bd04d0c21ef tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/security-groups?id=e27db5a5-1969-4e1a-b147-fa5e6136b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449381 Jul 15 14:04:12.016495 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211336e4-3c75-4937-b134-a62b86c5f4a7 req-6922f3a3-257d-4901-aaed-48f3011a93fd tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:12.018192 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-211336e4-3c75-4937-b134-a62b86c5f4a7 req-6922f3a3-257d-4901-aaed-48f3011a93fd tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 945 time: 0.0551348 Jul 15 14:04:12.073249 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-211336e4-3c75-4937-b134-a62b86c5f4a7 req-bbb52694-3167-4b28-8a9d-d7c6de31a9fd tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489547 Jul 15 14:04:12.611961 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d4c7a-d96f-4f41-bcf4-efc6b4922877 req-c5b16d11-ff66-424a-abca-ec98f4bf17d0 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:12.613589 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-255d4c7a-d96f-4f41-bcf4-efc6b4922877 req-c5b16d11-ff66-424a-abca-ec98f4bf17d0 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e79925f-bce9-485b-8ecb-008b21cc14fd HTTP/1.1" status: 200 len: 943 time: 0.0586827 Jul 15 14:04:12.651722 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:04:12.667106 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-255d4c7a-d96f-4f41-bcf4-efc6b4922877 req-07b526c8-ec0c-40c8-8ef9-474796d89b37 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/security-groups?id=e27db5a5-1969-4e1a-b147-fa5e6136b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457168 Jul 15 14:04:13.191955 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c2a36-f838-4e26-b452-a5fb99c44a10 req-ab01c90f-052c-464c-8404-62a5b0d436d8 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:13.193496 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b86c2a36-f838-4e26-b452-a5fb99c44a10 req-ab01c90f-052c-464c-8404-62a5b0d436d8 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 945 time: 0.0475016 Jul 15 14:04:13.242429 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b86c2a36-f838-4e26-b452-a5fb99c44a10 req-969c5bcd-323d-46b5-b59d-7902c32ea745 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433037 Jul 15 14:04:13.362215 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c2d6f585-4c2b-454f-bb96-64ea1c1bf26c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (6c40ee43-5406-4a95-b7b4-11b32ddced25), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:13.476928 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2140d7-932a-437f-b47e-c64eed6b7a16 req-033d0255-58d2-46ae-9b4e-f6e7a7bb360a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:13.478582 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ef2140d7-932a-437f-b47e-c64eed6b7a16 req-033d0255-58d2-46ae-9b4e-f6e7a7bb360a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7dcbc56b-b71e-4a1e-9999-48b1081ff0b4 HTTP/1.1" status: 200 len: 852 time: 0.0499437 Jul 15 14:04:13.612665 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2140d7-932a-437f-b47e-c64eed6b7a16 req-b4d13275-d2cd-4521-9ee4-46650e353ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:13.614089 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ef2140d7-932a-437f-b47e-c64eed6b7a16 req-b4d13275-d2cd-4521-9ee4-46650e353ca7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f8c850dd-dcf5-4148-9169-912c6adf10f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404916 Jul 15 14:04:13.649883 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:04:13.742280 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ef2140d7-932a-437f-b47e-c64eed6b7a16 req-c1682dff-996c-45a2-b27c-22ddddfa9ee2 service neutron] 10.222.0.64 "GET /v2.0/networks/f8c850dd-dcf5-4148-9169-912c6adf10f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146924 Jul 15 14:04:13.815100 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb71ab9-6261-416d-8bb3-95df72229acb req-eb2cf739-0288-484c-bc0f-2d76c4fe230f tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:13.816710 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8fb71ab9-6261-416d-8bb3-95df72229acb req-eb2cf739-0288-484c-bc0f-2d76c4fe230f tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e79925f-bce9-485b-8ecb-008b21cc14fd HTTP/1.1" status: 200 len: 943 time: 0.0526738 Jul 15 14:04:13.877347 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8fb71ab9-6261-416d-8bb3-95df72229acb req-84e707c7-c1db-4ed8-b5ea-68b69ec3e73c tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/security-groups?id=e27db5a5-1969-4e1a-b147-fa5e6136b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542402 Jul 15 14:04:13.976435 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ef2140d7-932a-437f-b47e-c64eed6b7a16 req-b91fd001-7216-4aee-b3ea-b87f80f7beff service neutron] 10.222.0.64 "GET /v2.0/networks/f8c850dd-dcf5-4148-9169-912c6adf10f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992787 Jul 15 14:04:14.070439 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf5b79-abeb-4ce8-a0ff-f8257b76f9de req-f75402d4-9d01-4842-ba46-c6e09b1b7d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:14.071948 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-6baf5b79-abeb-4ce8-a0ff-f8257b76f9de req-f75402d4-9d01-4842-ba46-c6e09b1b7d23 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c160b9f06dad4ee98349dbc63131c20d&device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 1129 time: 0.0414143 Jul 15 14:04:14.165436 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:04:14.170703 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=42,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:04:14.362405 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a0d5a-b18a-47b9-922c-f559005c5b91 req-b8180c00-4b49-42da-88fc-decb1c20de57 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:14.363923 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-391a0d5a-b18a-47b9-922c-f559005c5b91 req-b8180c00-4b49-42da-88fc-decb1c20de57 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 945 time: 0.0466180 Jul 15 14:04:14.413360 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-391a0d5a-b18a-47b9-922c-f559005c5b91 req-97d83a4e-05e9-4bea-aa49-816d95cf027e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437934 Jul 15 14:04:15.005028 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3631ff-e00b-45d0-90a0-6b6f378582d2 req-9110e297-87a4-437b-a269-dc4764c90344 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:15.006716 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fb3631ff-e00b-45d0-90a0-6b6f378582d2 req-9110e297-87a4-437b-a269-dc4764c90344 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e79925f-bce9-485b-8ecb-008b21cc14fd HTTP/1.1" status: 200 len: 943 time: 0.0521281 Jul 15 14:04:15.064196 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fb3631ff-e00b-45d0-90a0-6b6f378582d2 req-14319c61-9709-4c26-8dd6-341d7f8d060d tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/security-groups?id=e27db5a5-1969-4e1a-b147-fa5e6136b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509112 Jul 15 14:04:15.114485 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3226a5-2c7f-43d4-a281-0ca09829aa84 req-3028f4da-b52e-4e66-b7ea-3223b631f5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:15.116186 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-4c3226a5-2c7f-43d4-a281-0ca09829aa84 req-3028f4da-b52e-4e66-b7ea-3223b631f5ff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=11bf10102c9244f99f64ad5b4177407a&device_id=0e79925f-bce9-485b-8ecb-008b21cc14fd HTTP/1.1" status: 200 len: 1127 time: 0.0974464 Jul 15 14:04:15.201694 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf5b79-abeb-4ce8-a0ff-f8257b76f9de req-9177869d-6698-427f-89da-ca4980adfe9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:15.203175 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-6baf5b79-abeb-4ce8-a0ff-f8257b76f9de req-9177869d-6698-427f-89da-ca4980adfe9d service neutron] 10.222.0.64 "GET /v2.0/networks?id=68380afb-92df-4e5a-adc7-5f1834064646 HTTP/1.1" status: 200 len: 917 time: 0.1857436 Jul 15 14:04:15.282223 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3226a5-2c7f-43d4-a281-0ca09829aa84 req-85fdeabc-c397-459c-ba0a-921a699c9e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:15.283705 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-4c3226a5-2c7f-43d4-a281-0ca09829aa84 req-85fdeabc-c397-459c-ba0a-921a699c9e86 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f8c850dd-dcf5-4148-9169-912c6adf10f1 HTTP/1.1" status: 200 len: 914 time: 0.1591034 Jul 15 14:04:15.289742 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-6baf5b79-abeb-4ce8-a0ff-f8257b76f9de req-63f36080-714a-4d22-92f8-a4881201c497 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22523bdd-1c81-4c9c-88e3-9d6496dfb8b9 HTTP/1.1" status: 200 len: 1000 time: 0.0785172 Jul 15 14:04:15.373788 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-4c3226a5-2c7f-43d4-a281-0ca09829aa84 req-2ffa442c-3ec7-4437-aaea-a6960002705d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01da8f8b-bf3b-4832-a1ec-c52703b5ed24 HTTP/1.1" status: 200 len: 217 time: 0.0600865 Jul 15 14:04:15.436869 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf5b79-abeb-4ce8-a0ff-f8257b76f9de req-e0a93597-65ff-42b6-8e00-6e5f8c344357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:15.438229 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-6baf5b79-abeb-4ce8-a0ff-f8257b76f9de req-e0a93597-65ff-42b6-8e00-6e5f8c344357 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=df9e13f7-b2b8-4f61-84bd-25765312a9d7 HTTP/1.1" status: 200 len: 855 time: 0.1229641 Jul 15 14:04:15.459079 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3226a5-2c7f-43d4-a281-0ca09829aa84 req-948e27b0-63c2-4056-a51f-529d6c60ee23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:15.460586 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-4c3226a5-2c7f-43d4-a281-0ca09829aa84 req-948e27b0-63c2-4056-a51f-529d6c60ee23 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7dcbc56b-b71e-4a1e-9999-48b1081ff0b4 HTTP/1.1" status: 200 len: 852 time: 0.0765991 Jul 15 14:04:15.511971 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=100 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:04:15.520309 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf5b79-abeb-4ce8-a0ff-f8257b76f9de req-7e84d1b5-3f57-4549-bb32-0ec8a3b9c413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:15.522036 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-6baf5b79-abeb-4ce8-a0ff-f8257b76f9de req-7e84d1b5-3f57-4549-bb32-0ec8a3b9c413 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=68380afb-92df-4e5a-adc7-5f1834064646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0758262 Jul 15 14:04:15.527975 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3226a5-2c7f-43d4-a281-0ca09829aa84 req-e2f70212-19ce-45cf-b8a9-5a8daa16cc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:15.529481 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-4c3226a5-2c7f-43d4-a281-0ca09829aa84 req-e2f70212-19ce-45cf-b8a9-5a8daa16cc9b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f8c850dd-dcf5-4148-9169-912c6adf10f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0527911 Jul 15 14:04:15.540265 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3dda3-e631-45c8-a18c-41c6ca62fc10 req-416af133-31a5-425d-ae68-cb717d3a6767 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:15.541906 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-24b3dda3-e631-45c8-a18c-41c6ca62fc10 req-416af133-31a5-425d-ae68-cb717d3a6767 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 945 time: 0.0509241 Jul 15 14:04:15.597955 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-24b3dda3-e631-45c8-a18c-41c6ca62fc10 req-86551d35-7438-460c-97e9-b4ae857d021a tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500793 Jul 15 14:04:15.828950 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-097dd284-8106-492d-b5b3-3c485dd590e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (f703993d-e678-48e2-a65c-4d8192af82e3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:15.921664 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-6baf5b79-abeb-4ce8-a0ff-f8257b76f9de req-e9dc67c3-6129-4aa7-a6cc-1b45cc9ee69b service neutron] 10.222.0.64 "GET /v2.0/networks/68380afb-92df-4e5a-adc7-5f1834064646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908231 Jul 15 14:04:15.923796 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-4c3226a5-2c7f-43d4-a281-0ca09829aa84 req-3c961433-03b8-42d8-8117-33d84ce33d3a service neutron] 10.222.0.64 "GET /v2.0/networks/f8c850dd-dcf5-4148-9169-912c6adf10f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3850279 Jul 15 14:04:16.064457 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=100 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:04:16.098552 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-6baf5b79-abeb-4ce8-a0ff-f8257b76f9de req-b72790c8-9146-45dc-96e9-5b8bb65fb0bc service neutron] 10.222.0.64 "GET /v2.0/networks/68380afb-92df-4e5a-adc7-5f1834064646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641769 Jul 15 14:04:16.102039 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-4c3226a5-2c7f-43d4-a281-0ca09829aa84 req-9631684d-64bd-43ec-9f7b-feb55c34035c service neutron] 10.222.0.64 "GET /v2.0/networks/f8c850dd-dcf5-4148-9169-912c6adf10f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596713 Jul 15 14:04:16.205093 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf94d20-fc44-4b93-88ff-d89708c56d24 req-784fcb2f-f24d-4a32-b832-9245b75dc934 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:16.206611 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6bf94d20-fc44-4b93-88ff-d89708c56d24 req-784fcb2f-f24d-4a32-b832-9245b75dc934 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e79925f-bce9-485b-8ecb-008b21cc14fd HTTP/1.1" status: 200 len: 943 time: 0.0530021 Jul 15 14:04:16.261654 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6bf94d20-fc44-4b93-88ff-d89708c56d24 req-1a457477-e54e-4ffd-b09d-78ff758f5f1e tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/security-groups?id=e27db5a5-1969-4e1a-b147-fa5e6136b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493777 Jul 15 14:04:16.714768 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f21bb6c-e85a-4797-871c-50113faf4624 req-ccaab7cb-4f31-45c0-bd32-26f1f11f7c98 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:16.716267 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2f21bb6c-e85a-4797-871c-50113faf4624 req-ccaab7cb-4f31-45c0-bd32-26f1f11f7c98 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 945 time: 0.0466676 Jul 15 14:04:16.766132 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2f21bb6c-e85a-4797-871c-50113faf4624 req-43007f24-8493-4dbd-8f57-10afb60f2263 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438280 Jul 15 14:04:17.168884 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device 01da8f8b-bf3b-4832-a1ec-c52703b5ed24 details requested by agent hyperv_hv-cinder-85000 with host hv-cinder-85000 {{(pid=103883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:04:17.172266 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device 22523bdd-1c81-4c9c-88e3-9d6496dfb8b9 no longer exists at agent hyperv_hv-cinder-85000 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:04:17.316922 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62650970-9807-4a53-b182-b0e3c169648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (be31d1c0-1844-4ed1-99dc-0179bb6e7ee8), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:17.335983 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Current status of the port 22523bdd-1c81-4c9c-88e3-9d6496dfb8b9 is: ACTIVE; New status is: DOWN {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:04:17.336383 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (22523bdd-1c81-4c9c-88e3-9d6496dfb8b9), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:17.376471 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port 01da8f8b-bf3b-4832-a1ec-c52703b5ed24, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=01da8f8b-bf3b-4832-a1ec-c52703b5ed24,segment=NetworkSegment(4fcc481e-1f35-4d52-a7c8-8b57a286bd95),segment_id=4fcc481e-1f35-4d52-a7c8-8b57a286bd95)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:04:17.390304 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f497d21-0e38-4bee-8991-6aae2a4eae9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22523bdd-1c81-4c9c-88e3-9d6496dfb8b9'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:04:17.390550 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db3652-79ab-446d-b2d8-3529fb193dc1 req-8f56af19-592b-4497-b227-004284ae1529 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:17.392060 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-07db3652-79ab-446d-b2d8-3529fb193dc1 req-8f56af19-592b-4497-b227-004284ae1529 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e79925f-bce9-485b-8ecb-008b21cc14fd HTTP/1.1" status: 200 len: 943 time: 0.0526712 Jul 15 14:04:17.392651 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c4b0ce05359387fb1b8f2741601f150af1cafc779f59aaec505bdecc1202ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee540100-bad3-4f97-bfce-d9b0b61c178b" -d '{"events": [{"server_uuid": "2f497d21-0e38-4bee-8991-6aae2a4eae9b", "name": "network-vif-unplugged", "status": "completed", "tag": "22523bdd-1c81-4c9c-88e3-9d6496dfb8b9"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:04:17.411653 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port 22523bdd-1c81-4c9c-88e3-9d6496dfb8b9, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=22523bdd-1c81-4c9c-88e3-9d6496dfb8b9,segment=NetworkSegment(6120fc8a-8d07-42e8-bbb1-497afed6cae1),segment_id=6120fc8a-8d07-42e8-bbb1-497afed6cae1)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:04:17.421478 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Returning: {'device': '01da8f8b-bf3b-4832-a1ec-c52703b5ed24', 'network_id': 'f8c850dd-dcf5-4148-9169-912c6adf10f1', 'port_id': '01da8f8b-bf3b-4832-a1ec-c52703b5ed24', 'mac_address': 'fa:16:3e:9c:05:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dcbc56b-b71e-4a1e-9999-48b1081ff0b4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:04:17.448462 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Jul 2022 14:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6266e1f7-46d1-4a30-a7d1-9daadd7b8e90 x-openstack-request-id: req-6266e1f7-46d1-4a30-a7d1-9daadd7b8e90 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:04:17.448757 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f497d21-0e38-4bee-8991-6aae2a4eae9b", "name": "network-vif-unplugged", "status": "completed", "tag": "22523bdd-1c81-4c9c-88e3-9d6496dfb8b9", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:04:17.449011 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6266e1f7-46d1-4a30-a7d1-9daadd7b8e90 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:04:17.449418 dv-cinder-850002-1-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6266e1f7-46d1-4a30-a7d1-9daadd7b8e90'] response: {'server_uuid': '2f497d21-0e38-4bee-8991-6aae2a4eae9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22523bdd-1c81-4c9c-88e3-9d6496dfb8b9', 'code': 200} Jul 15 14:04:17.452522 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (22523bdd-1c81-4c9c-88e3-9d6496dfb8b9), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:17.479495 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-07db3652-79ab-446d-b2d8-3529fb193dc1 req-558fef9b-98db-44a0-ba3f-598a90752da8 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/security-groups?id=e27db5a5-1969-4e1a-b147-fa5e6136b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766079 Jul 15 14:04:17.487391 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Current status of the port 01da8f8b-bf3b-4832-a1ec-c52703b5ed24 is: DOWN; New status is: BUILD {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:04:17.487791 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (01da8f8b-bf3b-4832-a1ec-c52703b5ed24), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:17.515798 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01da8f8b-bf3b-4832-a1ec-c52703b5ed24 {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 14:04:17.534882 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Pushing event updated for resources: {'Port': ['ID=22523bdd-1c81-4c9c-88e3-9d6496dfb8b9,revision_number=8']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:17.548813 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port 01da8f8b-bf3b-4832-a1ec-c52703b5ed24, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=01da8f8b-bf3b-4832-a1ec-c52703b5ed24,segment=NetworkSegment(4fcc481e-1f35-4d52-a7c8-8b57a286bd95),segment_id=4fcc481e-1f35-4d52-a7c8-8b57a286bd95)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:04:17.552931 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (01da8f8b-bf3b-4832-a1ec-c52703b5ed24), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:17.605431 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Pushing event updated for resources: {'Port': ['ID=01da8f8b-bf3b-4832-a1ec-c52703b5ed24,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:17.898478 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:04:17.903187 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] get_ports_and_sgs() called for port_ids ['01da8f8b-bf3b-4832-a1ec-c52703b5ed24'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:04:17.913567 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f78580-52a5-4e56-96fd-4e5f6dc20a2e req-82ad7e49-27ae-4b31-9047-d29084b145a1 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:17.915185 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e8f78580-52a5-4e56-96fd-4e5f6dc20a2e req-82ad7e49-27ae-4b31-9047-d29084b145a1 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 943 time: 0.0557709 Jul 15 14:04:17.975936 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e8f78580-52a5-4e56-96fd-4e5f6dc20a2e req-99b91e91-648a-4b61-b45b-997decc059b9 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518525 Jul 15 14:04:18.513609 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee182daf-6335-4abe-96a5-cfae59e42a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (d0f04363-b393-47bd-b9b2-c25e00098206), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:18.619606 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2607fe-aab8-48b2-8d88-4130c8ec8e76 req-ea736eea-a15a-403b-894b-4806e3864e97 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:18.621279 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fc2607fe-aab8-48b2-8d88-4130c8ec8e76 req-ea736eea-a15a-403b-894b-4806e3864e97 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e79925f-bce9-485b-8ecb-008b21cc14fd HTTP/1.1" status: 200 len: 944 time: 0.0514514 Jul 15 14:04:18.676399 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fc2607fe-aab8-48b2-8d88-4130c8ec8e76 req-b07bee24-40c2-4b2b-8828-ea48fb70380f tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/security-groups?id=e27db5a5-1969-4e1a-b147-fa5e6136b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478389 Jul 15 14:04:18.724304 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (7bcac420-d3a9-4cfc-af22-5ba5795a5287), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:19.106167 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2419f07-4741-4d82-8a99-fd1284391598 req-4e865cdb-7d9d-4866-8b47-efc468659cd2 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:19.108004 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c2419f07-4741-4d82-8a99-fd1284391598 req-4e865cdb-7d9d-4866-8b47-efc468659cd2 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 943 time: 0.0475266 Jul 15 14:04:19.145150 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:04:19.159993 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c2419f07-4741-4d82-8a99-fd1284391598 req-d977f059-aa02-4056-b2af-6413eac3d81e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463173 Jul 15 14:04:19.210396 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device 01da8f8b-bf3b-4832-a1ec-c52703b5ed24 up at agent hyperv_hv-cinder-85000 {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:04:19.214399 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:04:19.270021 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Provisioning for port 01da8f8b-bf3b-4832-a1ec-c52703b5ed24 completed by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 15 14:04:19.277929 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Provisioning complete for port 01da8f8b-bf3b-4832-a1ec-c52703b5ed24 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:04:19.278690 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (01da8f8b-bf3b-4832-a1ec-c52703b5ed24), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:19.377060 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Current status of the port 01da8f8b-bf3b-4832-a1ec-c52703b5ed24 is: BUILD; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:04:19.377707 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (01da8f8b-bf3b-4832-a1ec-c52703b5ed24), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:19.418199 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port 01da8f8b-bf3b-4832-a1ec-c52703b5ed24, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=01da8f8b-bf3b-4832-a1ec-c52703b5ed24,segment=NetworkSegment(4fcc481e-1f35-4d52-a7c8-8b57a286bd95),segment_id=4fcc481e-1f35-4d52-a7c8-8b57a286bd95)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:04:19.422019 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (01da8f8b-bf3b-4832-a1ec-c52703b5ed24), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:19.422907 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device 22523bdd-1c81-4c9c-88e3-9d6496dfb8b9 no longer exists at agent hyperv_hv-cinder-85000 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:04:19.461968 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e79925f-bce9-485b-8ecb-008b21cc14fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01da8f8b-bf3b-4832-a1ec-c52703b5ed24'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:04:19.464245 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c4b0ce05359387fb1b8f2741601f150af1cafc779f59aaec505bdecc1202ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5345aa0b-ed37-4e02-b02d-7df067f6e33d" -d '{"events": [{"server_uuid": "0e79925f-bce9-485b-8ecb-008b21cc14fd", "name": "network-vif-plugged", "status": "completed", "tag": "01da8f8b-bf3b-4832-a1ec-c52703b5ed24"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:04:19.511303 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 14:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d42d75-d96e-474e-9d7a-cae60234a84c x-openstack-request-id: req-98d42d75-d96e-474e-9d7a-cae60234a84c {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:04:19.511619 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e79925f-bce9-485b-8ecb-008b21cc14fd", "name": "network-vif-plugged", "status": "completed", "tag": "01da8f8b-bf3b-4832-a1ec-c52703b5ed24", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:04:19.511899 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-98d42d75-d96e-474e-9d7a-cae60234a84c {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:04:19.512280 dv-cinder-850002-1-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98d42d75-d96e-474e-9d7a-cae60234a84c'] response: {'server_uuid': '0e79925f-bce9-485b-8ecb-008b21cc14fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01da8f8b-bf3b-4832-a1ec-c52703b5ed24', 'code': 200} Jul 15 14:04:19.517905 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Pushing event updated for resources: {'Port': ['ID=01da8f8b-bf3b-4832-a1ec-c52703b5ed24,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:19.548594 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Current status of the port 22523bdd-1c81-4c9c-88e3-9d6496dfb8b9 is: DOWN; New status is: DOWN {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:04:19.706247 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [req-604f9eb6-60b0-4880-b28f-4f26d37202ef req-dc0d4c88-1e1a-4d2e-864f-d8f0f08ec222 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103882) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 15 14:04:19.707365 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-604f9eb6-60b0-4880-b28f-4f26d37202ef req-dc0d4c88-1e1a-4d2e-864f-d8f0f08ec222 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0066235 Jul 15 14:04:19.727037 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393803c-7c9b-4c04-9665-c84baae6c9ac req-d67359d8-849d-4c7f-b2f9-f7a4e542cdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:19.729316 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-b393803c-7c9b-4c04-9665-c84baae6c9ac req-d67359d8-849d-4c7f-b2f9-f7a4e542cdd5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0e79925f-bce9-485b-8ecb-008b21cc14fd HTTP/1.1" status: 200 len: 1129 time: 0.0485878 Jul 15 14:04:19.779567 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-b393803c-7c9b-4c04-9665-c84baae6c9ac req-38860c4b-ebf8-40f6-ada1-07e5ee33623c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e27db5a5-1969-4e1a-b147-fa5e6136b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429187 Jul 15 14:04:19.793684 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07279624-76bf-4202-846d-dda4e97e1a47 req-cfd1eaa9-08b5-4a05-a54a-ae2f550678b3 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:19.795220 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-07279624-76bf-4202-846d-dda4e97e1a47 req-cfd1eaa9-08b5-4a05-a54a-ae2f550678b3 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e79925f-bce9-485b-8ecb-008b21cc14fd HTTP/1.1" status: 200 len: 945 time: 0.0483751 Jul 15 14:04:19.843569 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-07279624-76bf-4202-846d-dda4e97e1a47 req-3efcfb10-254b-4d5b-907c-62ab1dca97d2 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/security-groups?id=e27db5a5-1969-4e1a-b147-fa5e6136b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427773 Jul 15 14:04:20.882407 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9b59d-e87e-43fa-93da-0c4accfae093 req-2ee374bb-c114-4c8d-b726-48ca0bc4e07d tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:20.885692 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-86b9b59d-e87e-43fa-93da-0c4accfae093 req-2ee374bb-c114-4c8d-b726-48ca0bc4e07d tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 943 time: 0.0516827 Jul 15 14:04:20.957941 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-86b9b59d-e87e-43fa-93da-0c4accfae093 req-f21160e5-89e6-4944-a8ef-3819d5e695c2 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655074 Jul 15 14:04:20.996062 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c600a8d0-d3ed-4455-898d-26b017acbaee req-9084be4a-5116-4e15-9356-c609ddcec284 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:20.997596 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c600a8d0-d3ed-4455-898d-26b017acbaee req-9084be4a-5116-4e15-9356-c609ddcec284 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e79925f-bce9-485b-8ecb-008b21cc14fd HTTP/1.1" status: 200 len: 945 time: 0.0625529 Jul 15 14:04:21.049183 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c600a8d0-d3ed-4455-898d-26b017acbaee req-a9dd5416-d3a7-44db-aff9-f243df2c0455 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/security-groups?id=e27db5a5-1969-4e1a-b147-fa5e6136b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431862 Jul 15 14:04:21.210007 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 50862) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:04:21.325459 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a5d160cb-1289-40ad-97a9-b4bec74dfb9c req-a044a81a-9532-4678-a520-297b9942ab90 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1143003 Jul 15 14:04:21.334019 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [req-a5d160cb-1289-40ad-97a9-b4bec74dfb9c req-06c46c11-bdca-4f5e-91cd-48dcce874c0c service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103882) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 15 14:04:21.335028 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a5d160cb-1289-40ad-97a9-b4bec74dfb9c req-06c46c11-bdca-4f5e-91cd-48dcce874c0c service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049736 Jul 15 14:04:21.412671 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 50870) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:04:21.472526 dv-cinder-850002-1-iscsi neutron-server[103881]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 15 14:04:21.522478 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d160cb-1289-40ad-97a9-b4bec74dfb9c req-9ca2106a-fb53-4fe7-9d73-6f486454d8a4 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:21.523873 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-a5d160cb-1289-40ad-97a9-b4bec74dfb9c req-9ca2106a-fb53-4fe7-9d73-6f486454d8a4 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports/22523bdd-1c81-4c9c-88e3-9d6496dfb8b9 HTTP/1.1" status: 200 len: 940 time: 0.1101935 Jul 15 14:04:22.085206 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b797a59-1291-4557-8dd4-1b84bc308a18 req-f3f38631-1e30-448a-a2e6-3cb14270e9bb tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:22.086675 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2b797a59-1291-4557-8dd4-1b84bc308a18 req-f3f38631-1e30-448a-a2e6-3cb14270e9bb tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 943 time: 0.0539141 Jul 15 14:04:22.161974 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2b797a59-1291-4557-8dd4-1b84bc308a18 req-89a16ae8-276f-4a2c-ad8d-69198a0c2827 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692213 Jul 15 14:04:22.176112 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77ff06-2409-47fd-a1ee-1772cfb060fc req-da5e1959-5af2-4fec-baa3-da86b356ed7f tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:22.179252 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8b77ff06-2409-47fd-a1ee-1772cfb060fc req-da5e1959-5af2-4fec-baa3-da86b356ed7f tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e79925f-bce9-485b-8ecb-008b21cc14fd HTTP/1.1" status: 200 len: 945 time: 0.0583584 Jul 15 14:04:22.225343 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8b77ff06-2409-47fd-a1ee-1772cfb060fc req-5a4fe117-0bf3-4724-8e7d-e1637998b29f tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/security-groups?id=e27db5a5-1969-4e1a-b147-fa5e6136b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419209 Jul 15 14:04:22.345715 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d11c5d-fd00-4c69-b1b0-3c9cfd0b9b1b req-d938f904-39d3-4d2a-be26-fed3a1cb41b6 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:22.347211 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-49d11c5d-fd00-4c69-b1b0-3c9cfd0b9b1b req-d938f904-39d3-4d2a-be26-fed3a1cb41b6 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e79925f-bce9-485b-8ecb-008b21cc14fd HTTP/1.1" status: 200 len: 945 time: 0.0518105 Jul 15 14:04:22.398892 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-49d11c5d-fd00-4c69-b1b0-3c9cfd0b9b1b req-4e2553fb-c9a8-4015-8907-d556aeb66f7a tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/security-groups?id=e27db5a5-1969-4e1a-b147-fa5e6136b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457766 Jul 15 14:04:22.746961 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb88bd6-cb27-4685-ba51-81d76038edaa req-8b48e82b-b8a2-4b96-929d-7ae8623a71aa tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:22.748534 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2cb88bd6-cb27-4685-ba51-81d76038edaa req-8b48e82b-b8a2-4b96-929d-7ae8623a71aa tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e79925f-bce9-485b-8ecb-008b21cc14fd HTTP/1.1" status: 200 len: 945 time: 0.0514231 Jul 15 14:04:22.799442 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2cb88bd6-cb27-4685-ba51-81d76038edaa req-6b69ca82-124d-41f2-8210-ac7a82e38afb tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/security-groups?id=e27db5a5-1969-4e1a-b147-fa5e6136b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449593 Jul 15 14:04:22.987758 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d160cb-1289-40ad-97a9-b4bec74dfb9c req-6fb83436-d29a-4027-a342-e8459ffbb8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:22.989331 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-a5d160cb-1289-40ad-97a9-b4bec74dfb9c req-6fb83436-d29a-4027-a342-e8459ffbb8c8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b&tenant_id=c160b9f06dad4ee98349dbc63131c20d HTTP/1.1" status: 200 len: 1127 time: 0.0775955 Jul 15 14:04:23.054613 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d160cb-1289-40ad-97a9-b4bec74dfb9c req-72b2d539-6cd3-41f0-aa0a-5e564217a405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:23.056140 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-a5d160cb-1289-40ad-97a9-b4bec74dfb9c req-72b2d539-6cd3-41f0-aa0a-5e564217a405 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c160b9f06dad4ee98349dbc63131c20d&device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 1127 time: 0.0415833 Jul 15 14:04:23.162293 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d160cb-1289-40ad-97a9-b4bec74dfb9c req-7b0e66fe-0f0f-4f31-b0e9-2d5e4ef3e697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:23.163769 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-a5d160cb-1289-40ad-97a9-b4bec74dfb9c req-7b0e66fe-0f0f-4f31-b0e9-2d5e4ef3e697 service neutron] 10.222.0.64 "GET /v2.0/networks?id=68380afb-92df-4e5a-adc7-5f1834064646 HTTP/1.1" status: 200 len: 917 time: 0.1015644 Jul 15 14:04:23.226074 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-a5d160cb-1289-40ad-97a9-b4bec74dfb9c req-7b058756-2359-4f7b-a0e2-358475532e6f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22523bdd-1c81-4c9c-88e3-9d6496dfb8b9 HTTP/1.1" status: 200 len: 998 time: 0.0558372 Jul 15 14:04:23.280265 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d160cb-1289-40ad-97a9-b4bec74dfb9c req-72648f4a-28ec-446e-8b92-a9b5d31d7023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:23.281799 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-a5d160cb-1289-40ad-97a9-b4bec74dfb9c req-72648f4a-28ec-446e-8b92-a9b5d31d7023 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=df9e13f7-b2b8-4f61-84bd-25765312a9d7 HTTP/1.1" status: 200 len: 855 time: 0.0494363 Jul 15 14:04:23.283801 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d427ea8-ad16-428b-9017-ef4d619ac469 req-e2bc9e12-c65b-4218-9342-11f98ca877f6 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:23.285265 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2d427ea8-ad16-428b-9017-ef4d619ac469 req-e2bc9e12-c65b-4218-9342-11f98ca877f6 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 943 time: 0.0485661 Jul 15 14:04:23.325888 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d160cb-1289-40ad-97a9-b4bec74dfb9c req-955faadc-47f8-400b-ae8f-1eac9c90bd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:23.327393 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-a5d160cb-1289-40ad-97a9-b4bec74dfb9c req-955faadc-47f8-400b-ae8f-1eac9c90bd1a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=68380afb-92df-4e5a-adc7-5f1834064646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394094 Jul 15 14:04:23.334882 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2d427ea8-ad16-428b-9017-ef4d619ac469 req-1c4d02a3-6cbe-4b99-a301-d036ee84910e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439854 Jul 15 14:04:23.420624 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-a5d160cb-1289-40ad-97a9-b4bec74dfb9c req-d14ccf88-8848-4596-9650-fe2f487cb0df service neutron] 10.222.0.64 "GET /v2.0/networks/68380afb-92df-4e5a-adc7-5f1834064646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854948 Jul 15 14:04:23.498425 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=100 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:04:23.515481 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-a5d160cb-1289-40ad-97a9-b4bec74dfb9c req-0ef8359a-44c9-48aa-a2c7-4779c3871688 service neutron] 10.222.0.64 "GET /v2.0/networks/68380afb-92df-4e5a-adc7-5f1834064646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885708 Jul 15 14:04:24.487472 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:04:24.516072 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e7b11-0319-482b-a4d2-c39f732dc179 req-c5bd934e-f055-4407-a458-9408834abbbc tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:24.524947 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-378e7b11-0319-482b-a4d2-c39f732dc179 req-c5bd934e-f055-4407-a458-9408834abbbc tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 943 time: 0.0806055 Jul 15 14:04:24.582606 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-378e7b11-0319-482b-a4d2-c39f732dc179 req-30f04016-8a11-4c31-a78d-912e7430bd6a tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566294 Jul 15 14:04:25.328817 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-3117b6cd-8377-4598-90e9-298b0791c2f7 None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:04:25.734520 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ce6fd-f417-4a9f-bcda-7215c2e5c750 req-3862e8ca-0d58-4580-a340-0a995abe2f40 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:25.736371 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-806ce6fd-f417-4a9f-bcda-7215c2e5c750 req-3862e8ca-0d58-4580-a340-0a995abe2f40 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 943 time: 0.0539234 Jul 15 14:04:25.788719 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-806ce6fd-f417-4a9f-bcda-7215c2e5c750 req-bf4c0ce8-bb7b-4671-ae20-f7a9142b28c1 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459642 Jul 15 14:04:26.835796 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (73ab3907-1bcf-455f-a05d-131e96f159a2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:26.912869 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:04:26.930843 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d8392-9336-4b69-95de-cd99d1c98750 req-d3149500-2205-423a-830f-07e5ae39c5f6 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:26.932414 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-082d8392-9336-4b69-95de-cd99d1c98750 req-d3149500-2205-423a-830f-07e5ae39c5f6 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 943 time: 0.0585470 Jul 15 14:04:26.983292 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-082d8392-9336-4b69-95de-cd99d1c98750 req-cafa4167-c13e-41ce-927e-37f73de75515 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447948 Jul 15 14:04:28.126250 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a5261-27e8-4641-9901-925ec402654c req-c46948e9-26ec-44dd-b73c-f78b6b0cafb3 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:28.127812 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-cf9a5261-27e8-4641-9901-925ec402654c req-c46948e9-26ec-44dd-b73c-f78b6b0cafb3 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 943 time: 0.0532022 Jul 15 14:04:28.188270 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-cf9a5261-27e8-4641-9901-925ec402654c req-e3d605bf-c727-496e-bce2-8d7938fec522 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546291 Jul 15 14:04:29.317932 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f5750-421e-44ea-b109-8c6d65ab2561 req-5dcfd63e-7785-4343-8fcd-a70f6da61945 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:29.319425 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-951f5750-421e-44ea-b109-8c6d65ab2561 req-5dcfd63e-7785-4343-8fcd-a70f6da61945 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 943 time: 0.0527666 Jul 15 14:04:29.381209 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-951f5750-421e-44ea-b109-8c6d65ab2561 req-ccbecced-9fe8-4652-aa34-543e850cb17a tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560744 Jul 15 14:04:30.533418 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce60b1b-51f9-4b34-a0fa-d886c146c82f req-7c2be5d3-a022-47c2-ab52-e7366bf3ad7a tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:30.534920 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fce60b1b-51f9-4b34-a0fa-d886c146c82f req-7c2be5d3-a022-47c2-ab52-e7366bf3ad7a tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 943 time: 0.0561235 Jul 15 14:04:30.592158 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fce60b1b-51f9-4b34-a0fa-d886c146c82f req-5a7b1927-f8c4-42a4-8c91-45f4086ef7c0 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505517 Jul 15 14:04:31.725407 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a42d4b7-25e4-4c33-8306-adbd4e1e5696 req-302531ec-22d4-4d5e-8da5-ca56c7e28530 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:31.726981 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8a42d4b7-25e4-4c33-8306-adbd4e1e5696 req-302531ec-22d4-4d5e-8da5-ca56c7e28530 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 943 time: 0.0535429 Jul 15 14:04:31.803709 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8a42d4b7-25e4-4c33-8306-adbd4e1e5696 req-8279b3c5-7089-4406-b55d-b9d1e6cef60d tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677078 Jul 15 14:04:32.932634 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e5d553-9edb-4bd9-9d65-3efdb4ba8b2e req-1c1835cb-b7fa-4fb9-9e1d-118d9b5c7573 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:32.934658 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e3e5d553-9edb-4bd9-9d65-3efdb4ba8b2e req-1c1835cb-b7fa-4fb9-9e1d-118d9b5c7573 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 943 time: 0.0518584 Jul 15 14:04:32.990297 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e3e5d553-9edb-4bd9-9d65-3efdb4ba8b2e req-e59e1e03-8709-437f-beb3-08c2d84980d3 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496411 Jul 15 14:04:33.511456 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=71 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:04:34.114550 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca77bb3-0e84-42d5-9e3b-2b5ff43eddb2 req-33bd797d-9fb3-4a76-9d69-330da4cb94e9 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:34.116158 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6ca77bb3-0e84-42d5-9e3b-2b5ff43eddb2 req-33bd797d-9fb3-4a76-9d69-330da4cb94e9 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 943 time: 0.0495932 Jul 15 14:04:34.168712 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6ca77bb3-0e84-42d5-9e3b-2b5ff43eddb2 req-758cc6d8-dfa8-4058-8a1e-8073bf7afaff tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463948 Jul 15 14:04:34.828804 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257fefca-26f0-403e-97ae-4d792e37c4f0 req-ae69ce19-c13c-4735-8664-31fa544ca394 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:34.830461 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-257fefca-26f0-403e-97ae-4d792e37c4f0 req-ae69ce19-c13c-4735-8664-31fa544ca394 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 945 time: 0.0520720 Jul 15 14:04:34.882237 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-257fefca-26f0-403e-97ae-4d792e37c4f0 req-f6c635b4-cae7-48d1-a45c-f6c54a94a376 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=79807a53-5589-4e62-99d9-4d6e26871da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452664 Jul 15 14:04:35.293957 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21fed55-ea8d-479e-a626-3efc1ac4b431 req-e96fdde6-78c3-4ee2-ab7d-ddaca6645428 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:35.295461 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e21fed55-ea8d-479e-a626-3efc1ac4b431 req-e96fdde6-78c3-4ee2-ab7d-ddaca6645428 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 943 time: 0.0484803 Jul 15 14:04:35.317286 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:04:35.328193 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:04:35.328518 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=6 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:04:35.347155 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e21fed55-ea8d-479e-a626-3efc1ac4b431 req-abbe8dbd-f8a9-4eef-9624-387466e3b368 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459836 Jul 15 14:04:36.008465 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47c8a0-6ed1-465d-a2d6-15f906139813 req-5afc18f6-d10a-491c-b7b0-59a319c23d6c tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:36.016819 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2d47c8a0-6ed1-465d-a2d6-15f906139813 req-5afc18f6-d10a-491c-b7b0-59a319c23d6c tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 945 time: 0.0505192 Jul 15 14:04:36.064986 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2d47c8a0-6ed1-465d-a2d6-15f906139813 req-d4895a4e-6faf-4805-9407-4a833add5755 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=79807a53-5589-4e62-99d9-4d6e26871da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471838 Jul 15 14:04:36.478224 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929966e1-4178-42fc-aaa7-247f305b1ab6 req-2971afeb-63e2-4013-8688-879618edcfba tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:36.480275 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-929966e1-4178-42fc-aaa7-247f305b1ab6 req-2971afeb-63e2-4013-8688-879618edcfba tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 943 time: 0.0533848 Jul 15 14:04:36.532572 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-929966e1-4178-42fc-aaa7-247f305b1ab6 req-8f6f8ce0-8e48-464b-8d32-e6d6ec46ead7 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457382 Jul 15 14:04:36.810159 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:UPDATE=3,neutron:SELECT=82 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:04:36.813090 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=81,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:04:36.829076 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:04:37.189988 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d3c93-1a8b-4312-af8e-3df57ed249a9 req-9351cb1e-6594-4a5f-be24-74c86f5d0390 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:37.191537 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-db0d3c93-1a8b-4312-af8e-3df57ed249a9 req-9351cb1e-6594-4a5f-be24-74c86f5d0390 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 945 time: 0.0503957 Jul 15 14:04:37.230237 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:04:37.270152 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-db0d3c93-1a8b-4312-af8e-3df57ed249a9 req-85b758ec-376c-41aa-9517-8b89cfe1268a tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=79807a53-5589-4e62-99d9-4d6e26871da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720627 Jul 15 14:04:37.662489 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5f0e8b-4fb0-46ac-b0c9-094ee7c8312f req-48eb43c7-ccfe-4213-b597-1412c5c3d6d0 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:37.663962 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5f5f0e8b-4fb0-46ac-b0c9-094ee7c8312f req-48eb43c7-ccfe-4213-b597-1412c5c3d6d0 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 943 time: 0.0549667 Jul 15 14:04:37.711424 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5f5f0e8b-4fb0-46ac-b0c9-094ee7c8312f req-9fc31341-cb98-43ce-846d-73f9fb1e6c9e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418191 Jul 15 14:04:38.388133 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d520b-154c-40b0-b70e-34961aa173e5 req-c39de595-9cfa-4824-a3f1-95003232afb7 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:38.389666 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2f2d520b-154c-40b0-b70e-34961aa173e5 req-c39de595-9cfa-4824-a3f1-95003232afb7 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 945 time: 0.0505588 Jul 15 14:04:38.437380 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2f2d520b-154c-40b0-b70e-34961aa173e5 req-11af698e-e634-44ab-bed7-af53144b6d9f tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=79807a53-5589-4e62-99d9-4d6e26871da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411520 Jul 15 14:04:38.829050 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96936c7-1293-4f5a-9f7e-89430f454d3c req-5760f3b1-ba4b-4009-adc0-f69a5abd1b54 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:38.831236 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f96936c7-1293-4f5a-9f7e-89430f454d3c req-5760f3b1-ba4b-4009-adc0-f69a5abd1b54 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 943 time: 0.0468504 Jul 15 14:04:38.880380 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f96936c7-1293-4f5a-9f7e-89430f454d3c req-f58adda7-5b7b-4700-b2ff-da99cc0bad89 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443678 Jul 15 14:04:39.551179 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a58a5-cd7f-43e3-b083-a8296a6b187a req-336763b7-cdc6-4214-925c-b446a02c6fef tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:39.552685 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d58a58a5-cd7f-43e3-b083-a8296a6b187a req-336763b7-cdc6-4214-925c-b446a02c6fef tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 945 time: 0.0474274 Jul 15 14:04:39.601588 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d58a58a5-cd7f-43e3-b083-a8296a6b187a req-4f854b9f-bf2f-4ea7-9e63-daaf36f129e5 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=79807a53-5589-4e62-99d9-4d6e26871da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434082 Jul 15 14:04:40.005034 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01826846-2b98-4d09-b993-77073bc3d026 req-38c7f2dd-c402-4949-96fb-40f99096907c tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:40.006711 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-01826846-2b98-4d09-b993-77073bc3d026 req-38c7f2dd-c402-4949-96fb-40f99096907c tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 943 time: 0.0495920 Jul 15 14:04:40.056624 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-01826846-2b98-4d09-b993-77073bc3d026 req-37468eb8-4c13-44ac-a578-feba8afc9c01 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435665 Jul 15 14:04:40.726412 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c8607-c320-42a9-8ebc-8b52d2f3584b req-5a94ed06-e32e-4d85-973a-04b6e017c98c tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:40.728130 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-981c8607-c320-42a9-8ebc-8b52d2f3584b req-5a94ed06-e32e-4d85-973a-04b6e017c98c tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 945 time: 0.0536993 Jul 15 14:04:40.778415 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-981c8607-c320-42a9-8ebc-8b52d2f3584b req-f17495eb-6842-452a-81d6-c66b86658d95 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=79807a53-5589-4e62-99d9-4d6e26871da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440159 Jul 15 14:04:41.084279 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ec7a1-0de1-42e4-a35b-3feefb5f1738 req-460474c3-5fe6-4d5e-8a30-8ca15edd8065 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:41.085880 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fb2ec7a1-0de1-42e4-a35b-3feefb5f1738 req-460474c3-5fe6-4d5e-8a30-8ca15edd8065 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e79925f-bce9-485b-8ecb-008b21cc14fd HTTP/1.1" status: 200 len: 945 time: 0.0477171 Jul 15 14:04:41.137011 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fb2ec7a1-0de1-42e4-a35b-3feefb5f1738 req-04572fe5-813b-4137-8c82-870fe11586eb tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/security-groups?id=e27db5a5-1969-4e1a-b147-fa5e6136b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445783 Jul 15 14:04:41.162845 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 51064) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:04:41.184883 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeae487-05c0-4625-933b-a26c9b1f02f3 req-60fdcfc0-3b29-49c4-89f0-7333aa0a1941 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:41.186259 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-daeae487-05c0-4625-933b-a26c9b1f02f3 req-60fdcfc0-3b29-49c4-89f0-7333aa0a1941 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 943 time: 0.0540400 Jul 15 14:04:41.236806 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-daeae487-05c0-4625-933b-a26c9b1f02f3 req-dcc0c868-f004-4486-9473-57db2780a4d6 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448787 Jul 15 14:04:41.292014 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device 22523bdd-1c81-4c9c-88e3-9d6496dfb8b9 details requested by agent hyperv_hv-cinder-85000 with host hv-cinder-85000 {{(pid=103883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:04:41.320832 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a4734a-3e1b-4aaa-ac98-39f0700e27f6 tempest-TestMinimumBasicScenario-814872836 tempest-TestMinimumBasicScenario-814872836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:41.322334 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-e5a4734a-3e1b-4aaa-ac98-39f0700e27f6 tempest-TestMinimumBasicScenario-814872836 tempest-TestMinimumBasicScenario-814872836-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0e79925f-bce9-485b-8ecb-008b21cc14fd HTTP/1.1" status: 200 len: 1124 time: 0.1583192 Jul 15 14:04:41.326059 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 51070) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:04:41.332066 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-09497bcd-0c8f-4b25-bf97-af1e53c2f229 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Request body: {'floatingip': {'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'port_id': '01da8f8b-bf3b-4832-a1ec-c52703b5ed24', 'tenant_id': '11bf10102c9244f99f64ad5b4177407a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:04:41.357662 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-09497bcd-0c8f-4b25-bf97-af1e53c2f229 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:41.408989 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port 22523bdd-1c81-4c9c-88e3-9d6496dfb8b9, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=22523bdd-1c81-4c9c-88e3-9d6496dfb8b9,segment=NetworkSegment(6120fc8a-8d07-42e8-bbb1-497afed6cae1),segment_id=6120fc8a-8d07-42e8-bbb1-497afed6cae1)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:04:41.422475 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Returning: {'device': '22523bdd-1c81-4c9c-88e3-9d6496dfb8b9', 'network_id': '68380afb-92df-4e5a-adc7-5f1834064646', 'port_id': '22523bdd-1c81-4c9c-88e3-9d6496dfb8b9', 'mac_address': 'fa:16:3e:62:b5:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df9e13f7-b2b8-4f61-84bd-25765312a9d7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:04:41.451382 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-09497bcd-0c8f-4b25-bf97-af1e53c2f229 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:41.461555 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Current status of the port 22523bdd-1c81-4c9c-88e3-9d6496dfb8b9 is: DOWN; New status is: BUILD {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:04:41.462039 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (22523bdd-1c81-4c9c-88e3-9d6496dfb8b9), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:41.477543 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22523bdd-1c81-4c9c-88e3-9d6496dfb8b9 {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 14:04:41.500541 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port 22523bdd-1c81-4c9c-88e3-9d6496dfb8b9, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=22523bdd-1c81-4c9c-88e3-9d6496dfb8b9,segment=NetworkSegment(6120fc8a-8d07-42e8-bbb1-497afed6cae1),segment_id=6120fc8a-8d07-42e8-bbb1-497afed6cae1)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:04:41.505079 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (22523bdd-1c81-4c9c-88e3-9d6496dfb8b9), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:41.554206 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Pushing event updated for resources: {'Port': ['ID=22523bdd-1c81-4c9c-88e3-9d6496dfb8b9,revision_number=9']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:41.562138 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:41.562481 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:41.562825 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:41.563168 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:41.563502 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:41.563837 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:41.564163 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:41.564532 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:41.564656 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [None req-09497bcd-0c8f-4b25-bf97-af1e53c2f229 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Allocated IP 172.27.0.36 (85d18fe6-b559-49ae-a129-0350ffd7e8bf/5080191c-7e2b-40a2-af2d-f84b5c858cde/9f4ca619-825d-4ab6-9af6-4261d8b97004) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:04:41.564856 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:41.565262 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:41.565611 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:41.565982 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:41.566318 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:41.566717 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:41.567054 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:41.679082 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-09497bcd-0c8f-4b25-bf97-af1e53c2f229 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks [] for port (9f4ca619-825d-4ab6-9af6-4261d8b97004), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:41.713186 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-09497bcd-0c8f-4b25-bf97-af1e53c2f229 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (9f4ca619-825d-4ab6-9af6-4261d8b97004), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:41.752084 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09497bcd-0c8f-4b25-bf97-af1e53c2f229 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Network 85d18fe6-b559-49ae-a129-0350ffd7e8bf is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:04:41.757569 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-09497bcd-0c8f-4b25-bf97-af1e53c2f229 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:04:41.762414 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09497bcd-0c8f-4b25-bf97-af1e53c2f229 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:04:41.783742 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09497bcd-0c8f-4b25-bf97-af1e53c2f229 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Pushing event updated for resources: {'Port': ['ID=9f4ca619-825d-4ab6-9af6-4261d8b97004,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:41.788321 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] get_ports_and_sgs() called for port_ids ['22523bdd-1c81-4c9c-88e3-9d6496dfb8b9'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:04:41.909030 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba93476-24bf-4a21-87d2-e8b960d77a3f req-db17008b-0d09-407e-9789-b106e58e267b tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:41.910865 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-cba93476-24bf-4a21-87d2-e8b960d77a3f req-db17008b-0d09-407e-9789-b106e58e267b tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 945 time: 0.0486164 Jul 15 14:04:41.942563 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:04:41.975719 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-cba93476-24bf-4a21-87d2-e8b960d77a3f req-4aca4bd8-4d2e-4bba-b0ae-b982fec9279d tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=79807a53-5589-4e62-99d9-4d6e26871da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475929 Jul 15 14:04:42.137082 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:04:42.145720 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:04:42.150766 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-09497bcd-0c8f-4b25-bf97-af1e53c2f229 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks [] for floatingip (dc58661a-fa03-4f34-9b57-dff22fc11ea2), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:42.222939 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-09497bcd-0c8f-4b25-bf97-af1e53c2f229 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (9f4ca619-825d-4ab6-9af6-4261d8b97004), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:42.385111 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6de6e5-e428-4342-8807-47353416f627 req-3020a535-62cc-4920-b270-1bf8ccbec1f4 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:42.386633 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0e6de6e5-e428-4342-8807-47353416f627 req-3020a535-62cc-4920-b270-1bf8ccbec1f4 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 944 time: 0.0516932 Jul 15 14:04:42.395722 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-09497bcd-0c8f-4b25-bf97-af1e53c2f229 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks [] for port (9f4ca619-825d-4ab6-9af6-4261d8b97004), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:42.401262 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-09497bcd-0c8f-4b25-bf97-af1e53c2f229 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268230'] for port (9f4ca619-825d-4ab6-9af6-4261d8b97004), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:42.439960 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0e6de6e5-e428-4342-8807-47353416f627 req-ddb3712c-6e28-47fc-a60e-6a3c8283f429 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476222 Jul 15 14:04:42.475222 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09497bcd-0c8f-4b25-bf97-af1e53c2f229 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Pushing event updated for resources: {'Port': ['ID=9f4ca619-825d-4ab6-9af6-4261d8b97004,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:42.490248 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-09497bcd-0c8f-4b25-bf97-af1e53c2f229 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448782'] for floatingip (dc58661a-fa03-4f34-9b57-dff22fc11ea2), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:42.587201 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.db.l3_db [None req-09497bcd-0c8f-4b25-bf97-af1e53c2f229 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Floating IP dc58661a-fa03-4f34-9b57-dff22fc11ea2 associated. External IP: 172.27.0.36, port: 01da8f8b-bf3b-4832-a1ec-c52703b5ed24. Jul 15 14:04:42.793757 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09497bcd-0c8f-4b25-bf97-af1e53c2f229 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Router d4ee8450-1def-4659-8ad1-fb977bb7b3cd has already been hosted by L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 14:04:42.916536 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09497bcd-0c8f-4b25-bf97-af1e53c2f229 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:04:42.928065 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cd8d27-be70-4b5b-b33b-9ccc363928cd None None] Sync routers for ids ['d4ee8450-1def-4659-8ad1-fb977bb7b3cd'] in dv-cinder-850002-1-iscsi {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:04:42.936578 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-09497bcd-0c8f-4b25-bf97-af1e53c2f229 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for floatingip (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:42.939613 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cd8d27-be70-4b5b-b33b-9ccc363928cd None None] Routers {'d4ee8450-1def-4659-8ad1-fb977bb7b3cd'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:04:42.940286 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-a9cd8d27-be70-4b5b-b33b-9ccc363928cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:04:16Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['d4ee8450-1def-4659-8ad1-fb977bb7b3cd'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:42.971203 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-09497bcd-0c8f-4b25-bf97-af1e53c2f229 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6437383 Jul 15 14:04:42.971788 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e79925f-bce9-485b-8ecb-008b21cc14fd', 'tag': '01da8f8b-bf3b-4832-a1ec-c52703b5ed24'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:04:42.974183 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27b3149431a8a58964108cadaaee569fc83829ebf6971f3e535c686fd00e584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a4c66b-4fbf-46f6-92db-5d1608800886" -d '{"events": [{"name": "network-changed", "server_uuid": "0e79925f-bce9-485b-8ecb-008b21cc14fd", "tag": "01da8f8b-bf3b-4832-a1ec-c52703b5ed24"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:04:42.974387 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 51078) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:04:42.984834 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-318e5266-1d91-4c2d-847f-d4da09986016 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-933203842', 'description': 'tempest-secgroup-smoke-933203842 description', 'project_id': '11bf10102c9244f99f64ad5b4177407a'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:04:42.993983 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:04:43.013131 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 14:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19482bbe-b5b4-4166-99be-018c46529fee x-openstack-request-id: req-19482bbe-b5b4-4166-99be-018c46529fee {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:04:43.013428 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e79925f-bce9-485b-8ecb-008b21cc14fd", "tag": "01da8f8b-bf3b-4832-a1ec-c52703b5ed24", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:04:43.013688 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-19482bbe-b5b4-4166-99be-018c46529fee {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:04:43.014106 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19482bbe-b5b4-4166-99be-018c46529fee'] response: {'name': 'network-changed', 'server_uuid': '0e79925f-bce9-485b-8ecb-008b21cc14fd', 'tag': '01da8f8b-bf3b-4832-a1ec-c52703b5ed24', 'status': 'completed', 'code': 200} Jul 15 14:04:43.027631 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-318e5266-1d91-4c2d-847f-d4da09986016 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:43.111736 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:04:43.118176 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4c66b-4fbf-46f6-92db-5d1608800886 req-0f246792-8455-4c7b-8cc4-66d2a2ab7bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:43.121422 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-b1a4c66b-4fbf-46f6-92db-5d1608800886 req-0f246792-8455-4c7b-8cc4-66d2a2ab7bdf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=11bf10102c9244f99f64ad5b4177407a&device_id=0e79925f-bce9-485b-8ecb-008b21cc14fd HTTP/1.1" status: 200 len: 1129 time: 0.0777538 Jul 15 14:04:43.205701 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-a9cd8d27-be70-4b5b-b33b-9ccc363928cd None None] Set router d4ee8450-1def-4659-8ad1-fb977bb7b3cd gateway port host: dv-cinder-850002-1-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:04:43.283826 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:04:43.289580 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4c66b-4fbf-46f6-92db-5d1608800886 req-2a23a4de-fba6-4041-8bb2-f49baf090fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:43.291092 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-b1a4c66b-4fbf-46f6-92db-5d1608800886 req-2a23a4de-fba6-4041-8bb2-f49baf090fcf service neutron] 10.222.0.64 "GET /v2.0/networks?id=f8c850dd-dcf5-4148-9169-912c6adf10f1 HTTP/1.1" status: 200 len: 914 time: 0.1136680 Jul 15 14:04:43.304187 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device 22523bdd-1c81-4c9c-88e3-9d6496dfb8b9 up at agent hyperv_hv-cinder-85000 {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:04:43.347246 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ee40e-d4c9-4055-98d8-a1be3464a0d6 req-77655e95-c137-461d-8b36-f487a467decc tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:43.355992 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4d4ee40e-d4c9-4055-98d8-a1be3464a0d6 req-77655e95-c137-461d-8b36-f487a467decc tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 945 time: 0.0878103 Jul 15 14:04:43.368765 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-b1a4c66b-4fbf-46f6-92db-5d1608800886 req-68a14520-6113-4d42-af10-a22262fa3d51 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01da8f8b-bf3b-4832-a1ec-c52703b5ed24 HTTP/1.1" status: 200 len: 998 time: 0.0695834 Jul 15 14:04:43.419026 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-8b9a2bfb-ce45-4b49-8e84-1820008a6a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (6c40ee43-5406-4a95-b7b4-11b32ddced25), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:43.435873 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4d4ee40e-d4c9-4055-98d8-a1be3464a0d6 req-1a19f0e4-bc2c-49d4-8fc5-e91e708e14b1 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=79807a53-5589-4e62-99d9-4d6e26871da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789099 Jul 15 14:04:43.448364 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-318e5266-1d91-4c2d-847f-d4da09986016 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks [] for security_group (71f6ad5b-4ef7-45b8-b2e7-46313016c14d), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:43.453839 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-318e5266-1d91-4c2d-847f-d4da09986016 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (71f6ad5b-4ef7-45b8-b2e7-46313016c14d), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:43.484110 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Provisioning complete for port 22523bdd-1c81-4c9c-88e3-9d6496dfb8b9 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:04:43.484360 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (22523bdd-1c81-4c9c-88e3-9d6496dfb8b9), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:43.488466 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-318e5266-1d91-4c2d-847f-d4da09986016 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:43.490094 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-318e5266-1d91-4c2d-847f-d4da09986016 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5142529 Jul 15 14:04:43.494073 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 51088) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:04:43.499475 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-e9ef4a21-a201-4b0f-bae4-d62b17bc1014 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Request body: {'security_group_rule': {'security_group_id': '71f6ad5b-4ef7-45b8-b2e7-46313016c14d', 'project_id': '11bf10102c9244f99f64ad5b4177407a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:04:43.508847 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318e5266-1d91-4c2d-847f-d4da09986016 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71f6ad5b-4ef7-45b8-b2e7-46313016c14d,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:43.528345 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4c66b-4fbf-46f6-92db-5d1608800886 req-4e185101-3fe8-4964-9017-d22fb71f3f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:43.529890 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-b1a4c66b-4fbf-46f6-92db-5d1608800886 req-4e185101-3fe8-4964-9017-d22fb71f3f40 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7dcbc56b-b71e-4a1e-9999-48b1081ff0b4 HTTP/1.1" status: 200 len: 852 time: 0.1465528 Jul 15 14:04:43.553941 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a21-a201-4b0f-bae4-d62b17bc1014 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks [] for security_group_rule (e5d01967-9baf-46d4-94c2-d62d2fcb364d), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:43.594863 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4c66b-4fbf-46f6-92db-5d1608800886 req-f2cacea4-4073-4ca7-8f78-2e5553db00a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:43.597420 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-b1a4c66b-4fbf-46f6-92db-5d1608800886 req-f2cacea4-4073-4ca7-8f78-2e5553db00a7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f8c850dd-dcf5-4148-9169-912c6adf10f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0602672 Jul 15 14:04:43.597731 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-a9cd8d27-be70-4b5b-b33b-9ccc363928cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ee8450-1def-4659-8ad1-fb977bb7b3cd', 'name': 'tempest-TestMinimumBasicScenario-61259501-router', 'tenant_id': '11bf10102c9244f99f64ad5b4177407a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:03:30Z', 'updated_at': '2022-07-15T14:03:34Z', 'revision_number': 4, 'project_id': '11bf10102c9244f99f64ad5b4177407a', 'gw_port': {'id': '76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:62:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ee8450-1def-4659-8ad1-fb977bb7b3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:03:30Z', 'updated_at': '2022-07-15T14:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_floatingips': [{'id': 'dc58661a-fa03-4f34-9b57-dff22fc11ea2', 'tenant_id': '11bf10102c9244f99f64ad5b4177407a', 'floating_ip_address': '172.27.0.36', 'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'router_id': 'd4ee8450-1def-4659-8ad1-fb977bb7b3cd', 'port_id': '01da8f8b-bf3b-4832-a1ec-c52703b5ed24', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8c850dd-dcf5-4148-9169-912c6adf10f1', 'mac_address': 'fa:16:3e:9c:05:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e79925f-bce9-485b-8ecb-008b21cc14fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T14:04:42Z', 'updated_at': '2022-07-15T14:04:42Z', 'revision_number': 0, 'project_id': '11bf10102c9244f99f64ad5b4177407a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0f38ac1-ef23-486e-bdb6-e1bce172c3a0', 'name': '', 'network_id': 'f8c850dd-dcf5-4148-9169-912c6adf10f1', 'tenant_id': '11bf10102c9244f99f64ad5b4177407a', 'mac_address': 'fa:16:3e:fe:11:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ee8450-1def-4659-8ad1-fb977bb7b3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '7dcbc56b-b71e-4a1e-9999-48b1081ff0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:03:33Z', 'updated_at': '2022-07-15T14:03:37Z', 'revision_number': 5, 'project_id': '11bf10102c9244f99f64ad5b4177407a', 'subnets': [{'id': '7dcbc56b-b71e-4a1e-9999-48b1081ff0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:43.633516 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104e703-7585-4292-89ab-7b857aacfbac req-cb25a52e-00f6-4483-b889-d45fa0fd2294 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:43.635064 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d104e703-7585-4292-89ab-7b857aacfbac req-cb25a52e-00f6-4483-b889-d45fa0fd2294 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 944 time: 0.0759997 Jul 15 14:04:43.646677 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cd8d27-be70-4b5b-b33b-9ccc363928cd None None] Checking router: d4ee8450-1def-4659-8ad1-fb977bb7b3cd for host: dv-cinder-850002-1-iscsi {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:04:43.668913 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Current status of the port 22523bdd-1c81-4c9c-88e3-9d6496dfb8b9 is: BUILD; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:04:43.669249 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (22523bdd-1c81-4c9c-88e3-9d6496dfb8b9), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:43.673685 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cd8d27-be70-4b5b-b33b-9ccc363928cd None None] Routers {'d4ee8450-1def-4659-8ad1-fb977bb7b3cd'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:04:43.673685 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-a9cd8d27-be70-4b5b-b33b-9ccc363928cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:04:16Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['d4ee8450-1def-4659-8ad1-fb977bb7b3cd'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:43.695576 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a21-a201-4b0f-bae4-d62b17bc1014 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks [] for security_group_rule (e5d01967-9baf-46d4-94c2-d62d2fcb364d), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:43.707249 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a21-a201-4b0f-bae4-d62b17bc1014 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484192'] for security_group_rule (e5d01967-9baf-46d4-94c2-d62d2fcb364d), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:43.719816 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d104e703-7585-4292-89ab-7b857aacfbac req-8c3ae4ea-22f6-4d6f-bc31-cb9d55275a19 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719967 Jul 15 14:04:43.733322 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ef4a21-a201-4b0f-bae4-d62b17bc1014 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5d01967-9baf-46d4-94c2-d62d2fcb364d,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:43.746509 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-b1a4c66b-4fbf-46f6-92db-5d1608800886 req-13dd071d-e19b-45e9-bc3a-a078c340b6a9 service neutron] 10.222.0.64 "GET /v2.0/networks/f8c850dd-dcf5-4148-9169-912c6adf10f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384778 Jul 15 14:04:43.747357 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f497d21-0e38-4bee-8991-6aae2a4eae9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22523bdd-1c81-4c9c-88e3-9d6496dfb8b9'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:04:43.749563 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a21-a201-4b0f-bae4-d62b17bc1014 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:43.749750 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c4b0ce05359387fb1b8f2741601f150af1cafc779f59aaec505bdecc1202ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aadd3ea4-7cbd-4b9a-863b-a59ba95c35c1" -d '{"events": [{"server_uuid": "2f497d21-0e38-4bee-8991-6aae2a4eae9b", "name": "network-vif-plugged", "status": "completed", "tag": "22523bdd-1c81-4c9c-88e3-9d6496dfb8b9"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:04:43.751142 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-e9ef4a21-a201-4b0f-bae4-d62b17bc1014 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2558908 Jul 15 14:04:43.754804 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 51092) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:04:43.769154 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port 22523bdd-1c81-4c9c-88e3-9d6496dfb8b9, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=22523bdd-1c81-4c9c-88e3-9d6496dfb8b9,segment=NetworkSegment(6120fc8a-8d07-42e8-bbb1-497afed6cae1),segment_id=6120fc8a-8d07-42e8-bbb1-497afed6cae1)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:04:43.781239 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-63bd605e-0ad9-42da-bf78-ef1d1495836f tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Request body: {'security_group_rule': {'security_group_id': '71f6ad5b-4ef7-45b8-b2e7-46313016c14d', 'project_id': '11bf10102c9244f99f64ad5b4177407a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:04:43.802498 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (22523bdd-1c81-4c9c-88e3-9d6496dfb8b9), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:43.807391 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 14:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb06d1e-cb56-4377-b488-c3f4f4f65671 x-openstack-request-id: req-dbb06d1e-cb56-4377-b488-c3f4f4f65671 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:04:43.807739 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f497d21-0e38-4bee-8991-6aae2a4eae9b", "name": "network-vif-plugged", "status": "completed", "tag": "22523bdd-1c81-4c9c-88e3-9d6496dfb8b9", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:04:43.807998 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dbb06d1e-cb56-4377-b488-c3f4f4f65671 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:04:43.808553 dv-cinder-850002-1-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbb06d1e-cb56-4377-b488-c3f4f4f65671'] response: {'server_uuid': '2f497d21-0e38-4bee-8991-6aae2a4eae9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22523bdd-1c81-4c9c-88e3-9d6496dfb8b9', 'code': 200} Jul 15 14:04:43.866095 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-63bd605e-0ad9-42da-bf78-ef1d1495836f tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks [] for security_group_rule (c0a15ee8-fbfc-4422-af49-8209cd5e25b2), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:43.875839 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-a9cd8d27-be70-4b5b-b33b-9ccc363928cd None None] Set router d4ee8450-1def-4659-8ad1-fb977bb7b3cd gateway port host: dv-cinder-850002-1-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:04:43.902961 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:04:43.907647 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-b1a4c66b-4fbf-46f6-92db-5d1608800886 req-e43d54db-38b7-47aa-9618-548388281f83 service neutron] 10.222.0.64 "GET /v2.0/networks/f8c850dd-dcf5-4148-9169-912c6adf10f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453805 Jul 15 14:04:43.908495 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Pushing event updated for resources: {'Port': ['ID=22523bdd-1c81-4c9c-88e3-9d6496dfb8b9,revision_number=10']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:43.934421 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-63bd605e-0ad9-42da-bf78-ef1d1495836f tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks [] for security_group_rule (c0a15ee8-fbfc-4422-af49-8209cd5e25b2), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:43.938068 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-63bd605e-0ad9-42da-bf78-ef1d1495836f tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484192'] for security_group_rule (c0a15ee8-fbfc-4422-af49-8209cd5e25b2), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:43.961615 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bd605e-0ad9-42da-bf78-ef1d1495836f tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0a15ee8-fbfc-4422-af49-8209cd5e25b2,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:43.970937 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-63bd605e-0ad9-42da-bf78-ef1d1495836f tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:43.975005 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-63bd605e-0ad9-42da-bf78-ef1d1495836f tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2169459 Jul 15 14:04:43.975209 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 51094) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:04:43.980431 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-9d254e8d-d66f-4883-be56-02f4398c5870 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Request body: {'security_group_rule': {'security_group_id': '71f6ad5b-4ef7-45b8-b2e7-46313016c14d', 'project_id': '11bf10102c9244f99f64ad5b4177407a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:04:44.006592 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9d254e8d-d66f-4883-be56-02f4398c5870 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks [] for security_group_rule (ed1891b7-f7ff-40b9-ad22-4395eaf81d90), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:44.066502 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:04:44.074424 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9d254e8d-d66f-4883-be56-02f4398c5870 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks [] for security_group_rule (ed1891b7-f7ff-40b9-ad22-4395eaf81d90), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:44.078398 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9d254e8d-d66f-4883-be56-02f4398c5870 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484192'] for security_group_rule (ed1891b7-f7ff-40b9-ad22-4395eaf81d90), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:44.086808 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:04:44.099898 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d254e8d-d66f-4883-be56-02f4398c5870 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed1891b7-f7ff-40b9-ad22-4395eaf81d90,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:44.110406 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9d254e8d-d66f-4883-be56-02f4398c5870 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:44.111607 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-9d254e8d-d66f-4883-be56-02f4398c5870 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1353900 Jul 15 14:04:44.112156 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-a9cd8d27-be70-4b5b-b33b-9ccc363928cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ee8450-1def-4659-8ad1-fb977bb7b3cd', 'name': 'tempest-TestMinimumBasicScenario-61259501-router', 'tenant_id': '11bf10102c9244f99f64ad5b4177407a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:03:30Z', 'updated_at': '2022-07-15T14:03:34Z', 'revision_number': 4, 'project_id': '11bf10102c9244f99f64ad5b4177407a', 'gw_port': {'id': '76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:62:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ee8450-1def-4659-8ad1-fb977bb7b3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:03:30Z', 'updated_at': '2022-07-15T14:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_floatingips': [{'id': 'dc58661a-fa03-4f34-9b57-dff22fc11ea2', 'tenant_id': '11bf10102c9244f99f64ad5b4177407a', 'floating_ip_address': '172.27.0.36', 'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'router_id': 'd4ee8450-1def-4659-8ad1-fb977bb7b3cd', 'port_id': '01da8f8b-bf3b-4832-a1ec-c52703b5ed24', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8c850dd-dcf5-4148-9169-912c6adf10f1', 'mac_address': 'fa:16:3e:9c:05:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e79925f-bce9-485b-8ecb-008b21cc14fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T14:04:42Z', 'updated_at': '2022-07-15T14:04:42Z', 'revision_number': 0, 'project_id': '11bf10102c9244f99f64ad5b4177407a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0f38ac1-ef23-486e-bdb6-e1bce172c3a0', 'name': '', 'network_id': 'f8c850dd-dcf5-4148-9169-912c6adf10f1', 'tenant_id': '11bf10102c9244f99f64ad5b4177407a', 'mac_address': 'fa:16:3e:fe:11:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ee8450-1def-4659-8ad1-fb977bb7b3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '7dcbc56b-b71e-4a1e-9999-48b1081ff0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:03:33Z', 'updated_at': '2022-07-15T14:03:37Z', 'revision_number': 5, 'project_id': '11bf10102c9244f99f64ad5b4177407a', 'subnets': [{'id': '7dcbc56b-b71e-4a1e-9999-48b1081ff0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:44.114579 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 51096) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:04:44.119067 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-177c6362-aa0e-456d-81b2-11d3dadca6e7 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Request body: {'security_group_rule': {'security_group_id': '71f6ad5b-4ef7-45b8-b2e7-46313016c14d', 'project_id': '11bf10102c9244f99f64ad5b4177407a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:04:44.138134 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cd8d27-be70-4b5b-b33b-9ccc363928cd None None] The sync data for ids ['d4ee8450-1def-4659-8ad1-fb977bb7b3cd'] in dv-cinder-850002-1-iscsi is: [{'id': 'd4ee8450-1def-4659-8ad1-fb977bb7b3cd', 'name': 'tempest-TestMinimumBasicScenario-61259501-router', 'tenant_id': '11bf10102c9244f99f64ad5b4177407a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:03:30Z', 'updated_at': '2022-07-15T14:03:34Z', 'revision_number': 4, 'project_id': '11bf10102c9244f99f64ad5b4177407a', 'gw_port': {'id': '76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:62:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ee8450-1def-4659-8ad1-fb977bb7b3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:03:30Z', 'updated_at': '2022-07-15T14:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_floatingips': [{'id': 'dc58661a-fa03-4f34-9b57-dff22fc11ea2', 'tenant_id': '11bf10102c9244f99f64ad5b4177407a', 'floating_ip_address': '172.27.0.36', 'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'router_id': 'd4ee8450-1def-4659-8ad1-fb977bb7b3cd', 'port_id': '01da8f8b-bf3b-4832-a1ec-c52703b5ed24', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8c850dd-dcf5-4148-9169-912c6adf10f1', 'mac_address': 'fa:16:3e:9c:05:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e79925f-bce9-485b-8ecb-008b21cc14fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T14:04:42Z', 'updated_at': '2022-07-15T14:04:42Z', 'revision_number': 0, 'project_id': '11bf10102c9244f99f64ad5b4177407a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0f38ac1-ef23-486e-bdb6-e1bce172c3a0', 'name': '', 'network_id': 'f8c850dd-dcf5-4148-9169-912c6adf10f1', 'tenant_id': '11bf10102c9244f99f64ad5b4177407a', 'mac_address': 'fa:16:3e:fe:11:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ee8450-1def-4659-8ad1-fb977bb7b3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '7dcbc56b-b71e-4a1e-9999-48b1081ff0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:03:33Z', 'updated_at': '2022-07-15T14:03:37Z', 'revision_number': 5, 'project_id': '11bf10102c9244f99f64ad5b4177407a', 'subnets': [{'id': '7dcbc56b-b71e-4a1e-9999-48b1081ff0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:04:44.148867 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-177c6362-aa0e-456d-81b2-11d3dadca6e7 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks [] for security_group_rule (cef9b494-d2b8-4df2-8633-0c470e0b5541), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:44.212779 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-177c6362-aa0e-456d-81b2-11d3dadca6e7 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks [] for security_group_rule (cef9b494-d2b8-4df2-8633-0c470e0b5541), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:44.217394 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-177c6362-aa0e-456d-81b2-11d3dadca6e7 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484192'] for security_group_rule (cef9b494-d2b8-4df2-8633-0c470e0b5541), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:44.242490 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177c6362-aa0e-456d-81b2-11d3dadca6e7 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cef9b494-d2b8-4df2-8633-0c470e0b5541,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:44.249169 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-177c6362-aa0e-456d-81b2-11d3dadca6e7 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:44.250405 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-177c6362-aa0e-456d-81b2-11d3dadca6e7 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1347697 Jul 15 14:04:44.253284 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 51098) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:04:44.257803 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-fc019ddd-38da-4d3a-8b13-edf47faf70ce tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Request body: {'security_group_rule': {'security_group_id': '71f6ad5b-4ef7-45b8-b2e7-46313016c14d', 'project_id': '11bf10102c9244f99f64ad5b4177407a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:04:44.270519 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:04:44.285738 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.db.securitygroups_db [None req-fc019ddd-38da-4d3a-8b13-edf47faf70ce tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Project 11bf10102c9244f99f64ad5b4177407a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:04:44.292268 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fc019ddd-38da-4d3a-8b13-edf47faf70ce tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks [] for security_group_rule (5ef29413-2d14-4365-a4ed-b0a76d9b6946), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:44.351857 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b79a9b-4aad-4094-bcd8-e9db6a1f5904 req-562775f7-6e14-44a1-8a7f-fb3af755a066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:44.353766 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-37b79a9b-4aad-4094-bcd8-e9db6a1f5904 req-562775f7-6e14-44a1-8a7f-fb3af755a066 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 1130 time: 0.0459948 Jul 15 14:04:44.357564 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fc019ddd-38da-4d3a-8b13-edf47faf70ce tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks [] for security_group_rule (5ef29413-2d14-4365-a4ed-b0a76d9b6946), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:44.361475 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fc019ddd-38da-4d3a-8b13-edf47faf70ce tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484192'] for security_group_rule (5ef29413-2d14-4365-a4ed-b0a76d9b6946), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:44.381317 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc019ddd-38da-4d3a-8b13-edf47faf70ce tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ef29413-2d14-4365-a4ed-b0a76d9b6946,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:44.393348 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88282d16-f805-4e05-8645-2bf6e038ee0c None None] New status for floating IP dc58661a-fa03-4f34-9b57-dff22fc11ea2: ACTIVE {{(pid=103884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 15 14:04:44.395254 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fc019ddd-38da-4d3a-8b13-edf47faf70ce tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:44.396872 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-fc019ddd-38da-4d3a-8b13-edf47faf70ce tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1423090 Jul 15 14:04:44.399309 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 51100) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:04:44.404421 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-d3cb1bdf-83eb-4324-a368-9270c0144aba tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Request body: {'security_group_rule': {'security_group_id': '71f6ad5b-4ef7-45b8-b2e7-46313016c14d', 'project_id': '11bf10102c9244f99f64ad5b4177407a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:04:44.421940 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-37b79a9b-4aad-4094-bcd8-e9db6a1f5904 req-36c95fbc-07ce-4702-a20c-74dea79b48e9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594599 Jul 15 14:04:44.426484 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.db.securitygroups_db [None req-d3cb1bdf-83eb-4324-a368-9270c0144aba tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Project 11bf10102c9244f99f64ad5b4177407a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:04:44.432975 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d3cb1bdf-83eb-4324-a368-9270c0144aba tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks [] for security_group_rule (878d6bbb-80a6-4e83-9767-4d1db93d4c8e), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:44.453302 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:04:44.501707 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d3cb1bdf-83eb-4324-a368-9270c0144aba tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks [] for security_group_rule (878d6bbb-80a6-4e83-9767-4d1db93d4c8e), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:44.507105 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d3cb1bdf-83eb-4324-a368-9270c0144aba tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484192'] for security_group_rule (878d6bbb-80a6-4e83-9767-4d1db93d4c8e), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:44.535847 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d3cb1bdf-83eb-4324-a368-9270c0144aba tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:44.537111 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-d3cb1bdf-83eb-4324-a368-9270c0144aba tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1367946 Jul 15 14:04:44.578203 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb1bdf-83eb-4324-a368-9270c0144aba tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=878d6bbb-80a6-4e83-9767-4d1db93d4c8e,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:44.604258 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e269f-5290-445f-b566-947d24fcb7e7 req-3108d2e0-2f2b-4464-8514-f9ec0cccd217 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:44.605753 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-923e269f-5290-445f-b566-947d24fcb7e7 req-3108d2e0-2f2b-4464-8514-f9ec0cccd217 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 945 time: 0.0673573 Jul 15 14:04:44.676758 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ddfbed98-3f16-42c4-bb0e-93abd9799425 req-2a939217-ba15-43da-b224-57e5bd1ff315 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-933203842&fields=id&tenant_id=11bf10102c9244f99f64ad5b4177407a HTTP/1.1" status: 200 len: 267 time: 0.0873530 Jul 15 14:04:44.680792 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-923e269f-5290-445f-b566-947d24fcb7e7 req-ec1f32b5-1e5f-40af-8505-d79d1abd6baa tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=79807a53-5589-4e62-99d9-4d6e26871da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677252 Jul 15 14:04:44.734015 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfbed98-3f16-42c4-bb0e-93abd9799425 req-7f68cc39-e551-46e3-9379-13be4f926d8e tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:44.735516 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ddfbed98-3f16-42c4-bb0e-93abd9799425 req-7f68cc39-e551-46e3-9379-13be4f926d8e tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e79925f-bce9-485b-8ecb-008b21cc14fd HTTP/1.1" status: 200 len: 945 time: 0.0532343 Jul 15 14:04:44.746960 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [req-ddfbed98-3f16-42c4-bb0e-93abd9799425 req-9a70d826-3e8a-44b0-b5f7-f3b46546f05a tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Request body: {'port': {'security_groups': ['e27db5a5-1969-4e1a-b147-fa5e6136b185', '71f6ad5b-4ef7-45b8-b2e7-46313016c14d']}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:04:44.824871 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-ddfbed98-3f16-42c4-bb0e-93abd9799425 req-9a70d826-3e8a-44b0-b5f7-f3b46546f05a tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (01da8f8b-bf3b-4832-a1ec-c52703b5ed24), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:44.937221 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d58a1-c527-4528-bcd7-8622cf388acf req-cb2391ca-7aec-4329-8c1b-66210dda20fc tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:44.938657 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b96d58a1-c527-4528-bcd7-8622cf388acf req-cb2391ca-7aec-4329-8c1b-66210dda20fc tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 946 time: 0.1112294 Jul 15 14:04:45.026245 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b96d58a1-c527-4528-bcd7-8622cf388acf req-227f0cea-af8d-4c6a-b7e2-1d6a0d6b12eb tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796502 Jul 15 14:04:45.136030 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-ddfbed98-3f16-42c4-bb0e-93abd9799425 req-9a70d826-3e8a-44b0-b5f7-f3b46546f05a tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] For port 01da8f8b-bf3b-4832-a1ec-c52703b5ed24, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=01da8f8b-bf3b-4832-a1ec-c52703b5ed24,segment=NetworkSegment(4fcc481e-1f35-4d52-a7c8-8b57a286bd95),segment_id=4fcc481e-1f35-4d52-a7c8-8b57a286bd95)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:04:45.167451 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-ddfbed98-3f16-42c4-bb0e-93abd9799425 req-9a70d826-3e8a-44b0-b5f7-f3b46546f05a tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks [] for port (01da8f8b-bf3b-4832-a1ec-c52703b5ed24), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:45.172133 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-ddfbed98-3f16-42c4-bb0e-93abd9799425 req-9a70d826-3e8a-44b0-b5f7-f3b46546f05a tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59481573'] for port (01da8f8b-bf3b-4832-a1ec-c52703b5ed24), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:45.184879 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] get_ports_and_sgs() called for port_ids ['01da8f8b-bf3b-4832-a1ec-c52703b5ed24'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:04:45.217218 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfbed98-3f16-42c4-bb0e-93abd9799425 req-9a70d826-3e8a-44b0-b5f7-f3b46546f05a tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:45.217850 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-ddfbed98-3f16-42c4-bb0e-93abd9799425 req-9a70d826-3e8a-44b0-b5f7-f3b46546f05a tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:45.219240 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ddfbed98-3f16-42c4-bb0e-93abd9799425 req-9a70d826-3e8a-44b0-b5f7-f3b46546f05a tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "PUT /v2.0/ports/01da8f8b-bf3b-4832-a1ec-c52703b5ed24 HTTP/1.1" status: 200 len: 981 time: 0.4775295 Jul 15 14:04:45.219696 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e79925f-bce9-485b-8ecb-008b21cc14fd', 'tag': '01da8f8b-bf3b-4832-a1ec-c52703b5ed24'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:04:45.222030 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9a8a2fede844199a48cd13e9232727d60bf04678ac4f0cfd160158fc833c96f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90197b1e-b0cb-4cbd-941b-058224b2c47f" -d '{"events": [{"name": "network-changed", "server_uuid": "0e79925f-bce9-485b-8ecb-008b21cc14fd", "tag": "01da8f8b-bf3b-4832-a1ec-c52703b5ed24"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:04:45.227292 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:04:45.254853 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a70d826-3e8a-44b0-b5f7-f3b46546f05a tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Pushing event updated for resources: {'Port': ['ID=01da8f8b-bf3b-4832-a1ec-c52703b5ed24,revision_number=6']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:45.304866 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 14:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac55eea-ef7c-498a-b047-d24a9e78dabd x-openstack-request-id: req-1ac55eea-ef7c-498a-b047-d24a9e78dabd {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:04:45.305162 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e79925f-bce9-485b-8ecb-008b21cc14fd", "tag": "01da8f8b-bf3b-4832-a1ec-c52703b5ed24", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:04:45.305419 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1ac55eea-ef7c-498a-b047-d24a9e78dabd {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:04:45.305828 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ac55eea-ef7c-498a-b047-d24a9e78dabd'] response: {'name': 'network-changed', 'server_uuid': '0e79925f-bce9-485b-8ecb-008b21cc14fd', 'tag': '01da8f8b-bf3b-4832-a1ec-c52703b5ed24', 'status': 'completed', 'code': 200} Jul 15 14:04:45.335955 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] get_ports_and_sgs() called for port_ids ['01da8f8b-bf3b-4832-a1ec-c52703b5ed24'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:04:45.369122 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f97ca1-0418-4f74-b9c2-9fd2213987d7 req-01a462a0-70ab-4d8a-9da1-4f860ec08244 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:45.370945 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f1f97ca1-0418-4f74-b9c2-9fd2213987d7 req-01a462a0-70ab-4d8a-9da1-4f860ec08244 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e79925f-bce9-485b-8ecb-008b21cc14fd HTTP/1.1" status: 200 len: 984 time: 0.0510545 Jul 15 14:04:45.459806 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f1f97ca1-0418-4f74-b9c2-9fd2213987d7 req-b1f95c8d-4771-4c53-9c91-2bb751db51fd tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/security-groups?id=71f6ad5b-4ef7-45b8-b2e7-46313016c14d&id=e27db5a5-1969-4e1a-b147-fa5e6136b185&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0821025 Jul 15 14:04:45.560448 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-ca13f961-f88d-4881-b66b-b9e8b8c22325 None None] Provisioning complete for port 01da8f8b-bf3b-4832-a1ec-c52703b5ed24 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:04:45.560902 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ca13f961-f88d-4881-b66b-b9e8b8c22325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (01da8f8b-bf3b-4832-a1ec-c52703b5ed24), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:45.699163 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90197b1e-b0cb-4cbd-941b-058224b2c47f req-35c38351-38c0-4074-93f9-98b710105d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:45.700711 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-90197b1e-b0cb-4cbd-941b-058224b2c47f req-35c38351-38c0-4074-93f9-98b710105d3e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=11bf10102c9244f99f64ad5b4177407a&device_id=0e79925f-bce9-485b-8ecb-008b21cc14fd HTTP/1.1" status: 200 len: 1168 time: 0.2821031 Jul 15 14:04:45.767406 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ca13f961-f88d-4881-b66b-b9e8b8c22325 None None] Current status of the port 01da8f8b-bf3b-4832-a1ec-c52703b5ed24 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:04:45.800268 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668ffec3-901f-434b-ae5e-89628ad2feee req-aa29d27a-5e4e-478f-9f9f-beac8c79522c tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:45.801867 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-668ffec3-901f-434b-ae5e-89628ad2feee req-aa29d27a-5e4e-478f-9f9f-beac8c79522c tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 945 time: 0.0492501 Jul 15 14:04:45.822834 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:04:45.852946 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-668ffec3-901f-434b-ae5e-89628ad2feee req-09b5a5ce-94d8-474a-b9f8-04eb16abcddb tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=79807a53-5589-4e62-99d9-4d6e26871da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453272 Jul 15 14:04:45.865732 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-43b9d10e-a9b6-40d1-8a7e-6ed24b5b5f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (f703993d-e678-48e2-a65c-4d8192af82e3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:46.062041 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db00bb1-7f36-403a-aa48-e6d88f358314 req-9bb0937c-fb67-436a-9258-a5446a85e3b7 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:46.063961 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8db00bb1-7f36-403a-aa48-e6d88f358314 req-9bb0937c-fb67-436a-9258-a5446a85e3b7 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 945 time: 0.0479934 Jul 15 14:04:46.122369 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8db00bb1-7f36-403a-aa48-e6d88f358314 req-b7b087c2-1a71-420a-8748-3e5a88d13f2a tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=79807a53-5589-4e62-99d9-4d6e26871da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531373 Jul 15 14:04:46.163127 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65269a-abea-4d43-bb8f-b8cce2fcd69a req-8a9eea23-1a36-4260-a021-def036f711b8 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:46.164746 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8c65269a-abea-4d43-bb8f-b8cce2fcd69a req-8a9eea23-1a36-4260-a021-def036f711b8 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 946 time: 0.0589080 Jul 15 14:04:46.221645 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8c65269a-abea-4d43-bb8f-b8cce2fcd69a req-8ae3c016-b767-4c42-ac04-d9fad44e9c72 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498915 Jul 15 14:04:46.303087 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:04:46.365750 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90197b1e-b0cb-4cbd-941b-058224b2c47f req-d048f4f9-7c24-4229-ad89-c5ea7aa6a55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:46.367180 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-90197b1e-b0cb-4cbd-941b-058224b2c47f req-d048f4f9-7c24-4229-ad89-c5ea7aa6a55e service neutron] 10.222.0.64 "GET /v2.0/networks?id=f8c850dd-dcf5-4148-9169-912c6adf10f1 HTTP/1.1" status: 200 len: 914 time: 0.0972705 Jul 15 14:04:46.712328 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-90197b1e-b0cb-4cbd-941b-058224b2c47f req-85fd27d8-e894-4012-905b-3b1d384d95ac service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01da8f8b-bf3b-4832-a1ec-c52703b5ed24 HTTP/1.1" status: 200 len: 1000 time: 0.0699706 Jul 15 14:04:47.184907 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:04:47.239441 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841695d7-9eb3-4346-91bc-2996b03e42b6 req-f85f66db-b959-440b-adcd-ff2eb5b98f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:47.241091 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-841695d7-9eb3-4346-91bc-2996b03e42b6 req-f85f66db-b959-440b-adcd-ff2eb5b98f3f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c8778d5da3de4c4dbae5d24842b359bc&device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 1129 time: 0.0646200 Jul 15 14:04:47.243414 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90197b1e-b0cb-4cbd-941b-058224b2c47f req-2bb0bacf-6d4e-4d32-a814-b463ea4c8ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:47.244930 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-90197b1e-b0cb-4cbd-941b-058224b2c47f req-2bb0bacf-6d4e-4d32-a814-b463ea4c8ade service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7dcbc56b-b71e-4a1e-9999-48b1081ff0b4 HTTP/1.1" status: 200 len: 852 time: 0.1007407 Jul 15 14:04:47.282627 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62650970-9807-4a53-b182-b0e3c169648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (be31d1c0-1844-4ed1-99dc-0179bb6e7ee8), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:47.288413 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148920dd-69d4-4c97-9881-81779a0e5d88 req-f03751e6-8e33-48d0-a871-36a14f5aa00d tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:47.300939 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-148920dd-69d4-4c97-9881-81779a0e5d88 req-f03751e6-8e33-48d0-a871-36a14f5aa00d tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 945 time: 0.0885289 Jul 15 14:04:47.392058 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90197b1e-b0cb-4cbd-941b-058224b2c47f req-edc7d72b-8150-457c-9c79-c139b1fc753b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:47.393770 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-90197b1e-b0cb-4cbd-941b-058224b2c47f req-edc7d72b-8150-457c-9c79-c139b1fc753b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f8c850dd-dcf5-4148-9169-912c6adf10f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1101751 Jul 15 14:04:47.416696 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-148920dd-69d4-4c97-9881-81779a0e5d88 req-bc01a3bc-fb50-4011-813a-57eb920ecaf1 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=79807a53-5589-4e62-99d9-4d6e26871da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141651 Jul 15 14:04:47.433972 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f981ca-0cb3-495e-8798-114899427000 req-378f93e9-e28a-4eff-b7af-5ed1368b216e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:47.435690 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c6f981ca-0cb3-495e-8798-114899427000 req-378f93e9-e28a-4eff-b7af-5ed1368b216e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 946 time: 0.0721297 Jul 15 14:04:47.483878 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841695d7-9eb3-4346-91bc-2996b03e42b6 req-b3b41889-b1e3-45f7-b80b-e05bc0aa5aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:47.485408 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-841695d7-9eb3-4346-91bc-2996b03e42b6 req-b3b41889-b1e3-45f7-b80b-e05bc0aa5aef service neutron] 10.222.0.64 "GET /v2.0/networks?id=0460551c-e776-41db-9da0-199d4897f65f HTTP/1.1" status: 200 len: 911 time: 0.2165952 Jul 15 14:04:47.495467 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c6f981ca-0cb3-495e-8798-114899427000 req-aa07c5bf-3532-4a2e-9e6a-dbf562d7b71c tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521739 Jul 15 14:04:47.563167 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-90197b1e-b0cb-4cbd-941b-058224b2c47f req-3b254b65-b23d-476e-b104-21b2f0a6d259 service neutron] 10.222.0.64 "GET /v2.0/networks/f8c850dd-dcf5-4148-9169-912c6adf10f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618414 Jul 15 14:04:47.569230 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-841695d7-9eb3-4346-91bc-2996b03e42b6 req-2e5f5451-2e06-4d35-8b66-8b39d5e96388 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88f82e49-8214-4511-9860-93f14cc42d7e HTTP/1.1" status: 200 len: 1001 time: 0.0769734 Jul 15 14:04:47.675208 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841695d7-9eb3-4346-91bc-2996b03e42b6 req-9ae7c51b-d76e-4174-8d39-1a9d2492fdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:47.676722 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-841695d7-9eb3-4346-91bc-2996b03e42b6 req-9ae7c51b-d76e-4174-8d39-1a9d2492fdc1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f6331ee6-fa4c-4f22-93e9-8635c17820f0 HTTP/1.1" status: 200 len: 849 time: 0.0991840 Jul 15 14:04:47.735619 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-90197b1e-b0cb-4cbd-941b-058224b2c47f req-cc5beb4d-0b22-4937-a457-c7a5d6a1a8b7 service neutron] 10.222.0.64 "GET /v2.0/networks/f8c850dd-dcf5-4148-9169-912c6adf10f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653545 Jul 15 14:04:47.741658 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841695d7-9eb3-4346-91bc-2996b03e42b6 req-f315fdcf-0683-4e30-bc7c-7956129b18ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:47.743264 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-841695d7-9eb3-4346-91bc-2996b03e42b6 req-f315fdcf-0683-4e30-bc7c-7956129b18ad service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0460551c-e776-41db-9da0-199d4897f65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0586135 Jul 15 14:04:47.843334 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-841695d7-9eb3-4346-91bc-2996b03e42b6 req-3c5e232f-e4e8-4f3f-b7e6-b362c9009fc2 service neutron] 10.222.0.64 "GET /v2.0/networks/0460551c-e776-41db-9da0-199d4897f65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931120 Jul 15 14:04:47.945167 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-841695d7-9eb3-4346-91bc-2996b03e42b6 req-955901a0-c896-4200-8a88-2088343550ad service neutron] 10.222.0.64 "GET /v2.0/networks/0460551c-e776-41db-9da0-199d4897f65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911901 Jul 15 14:04:48.046598 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32707e8-496c-432e-9738-33114833d2bb req-7771272b-8635-4311-a93a-706202f1e3ad tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:48.048303 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a32707e8-496c-432e-9738-33114833d2bb req-7771272b-8635-4311-a93a-706202f1e3ad tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7f6876c-e419-4a62-b81a-9636359322ff HTTP/1.1" status: 200 len: 946 time: 0.0487077 Jul 15 14:04:48.083009 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076cc554-9f25-49a2-822e-7f23438c4d08 req-b9437fe0-c800-4449-901c-14f86ba6b210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:48.084570 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-076cc554-9f25-49a2-822e-7f23438c4d08 req-b9437fe0-c800-4449-901c-14f86ba6b210 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=77c8c864a31b402880c334c39fbe5a34&device_id=f7f6876c-e419-4a62-b81a-9636359322ff HTTP/1.1" status: 200 len: 1130 time: 0.0449486 Jul 15 14:04:48.099044 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a32707e8-496c-432e-9738-33114833d2bb req-397ca7ea-bf32-43c0-af40-7d5f773a6353 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=67d59677-8662-46b1-8429-67b57a904433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448611 Jul 15 14:04:48.159564 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=100 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:04:48.180158 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076cc554-9f25-49a2-822e-7f23438c4d08 req-5a348bcb-8020-4d97-8579-778d51ff5130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:48.181686 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-076cc554-9f25-49a2-822e-7f23438c4d08 req-5a348bcb-8020-4d97-8579-778d51ff5130 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cb1d6404-603d-43fd-9d2d-2304ecd9066f HTTP/1.1" status: 200 len: 919 time: 0.0898304 Jul 15 14:04:48.253366 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-076cc554-9f25-49a2-822e-7f23438c4d08 req-5d38800e-1efc-4731-a695-716595b489e8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7 HTTP/1.1" status: 200 len: 1002 time: 0.0619099 Jul 15 14:04:48.309194 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076cc554-9f25-49a2-822e-7f23438c4d08 req-5567e34c-b4a8-40a0-be38-ec444dab49c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:48.310677 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-076cc554-9f25-49a2-822e-7f23438c4d08 req-5567e34c-b4a8-40a0-be38-ec444dab49c4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=78ed3b07-fd43-4c88-bba6-d7f332b83abe HTTP/1.1" status: 200 len: 857 time: 0.0460215 Jul 15 14:04:48.359759 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076cc554-9f25-49a2-822e-7f23438c4d08 req-90629dce-fe3b-4956-a992-38035454dfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:48.361275 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-076cc554-9f25-49a2-822e-7f23438c4d08 req-90629dce-fe3b-4956-a992-38035454dfd7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cb1d6404-603d-43fd-9d2d-2304ecd9066f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397518 Jul 15 14:04:48.518430 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee182daf-6335-4abe-96a5-cfae59e42a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (d0f04363-b393-47bd-b9b2-c25e00098206), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:48.548621 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626233b-f4d2-49dd-9b5c-f7cb73c2c4e5 req-84858b4f-2be9-4243-a2df-4ec146b3d0e5 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:48.550158 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7626233b-f4d2-49dd-9b5c-f7cb73c2c4e5 req-84858b4f-2be9-4243-a2df-4ec146b3d0e5 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 945 time: 0.0551405 Jul 15 14:04:48.607519 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7626233b-f4d2-49dd-9b5c-f7cb73c2c4e5 req-908700e6-657a-4178-a161-4177430aec01 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=79807a53-5589-4e62-99d9-4d6e26871da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517952 Jul 15 14:04:48.727980 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (7bcac420-d3a9-4cfc-af22-5ba5795a5287), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:49.048014 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=100 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:04:49.071163 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-076cc554-9f25-49a2-822e-7f23438c4d08 req-5174d68d-0a54-4812-b6d5-9b7e19341a85 service neutron] 10.222.0.64 "GET /v2.0/networks/cb1d6404-603d-43fd-9d2d-2304ecd9066f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057880 Jul 15 14:04:49.170946 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-076cc554-9f25-49a2-822e-7f23438c4d08 req-3cf366c4-9e87-47c7-be83-05f60a5feef2 service neutron] 10.222.0.64 "GET /v2.0/networks/cb1d6404-603d-43fd-9d2d-2304ecd9066f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918059 Jul 15 14:04:49.227336 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9afa9-1e41-49b2-8b60-bc6bdefec988 req-223ac84d-25d1-4075-972f-08dd400b1e78 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:49.228895 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-11c9afa9-1e41-49b2-8b60-bc6bdefec988 req-223ac84d-25d1-4075-972f-08dd400b1e78 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7f6876c-e419-4a62-b81a-9636359322ff HTTP/1.1" status: 200 len: 946 time: 0.0549531 Jul 15 14:04:49.284923 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-11c9afa9-1e41-49b2-8b60-bc6bdefec988 req-1ad7c2f2-bd54-44ea-bc60-8cbe43199e6d tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=67d59677-8662-46b1-8429-67b57a904433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468702 Jul 15 14:04:49.725208 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a239bd-5ec6-4b06-8fda-8bdfa18c4219 req-6986584a-4705-4d51-b501-863f25f9489c tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:49.726774 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-41a239bd-5ec6-4b06-8fda-8bdfa18c4219 req-6986584a-4705-4d51-b501-863f25f9489c tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 945 time: 0.0491097 Jul 15 14:04:49.796170 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-41a239bd-5ec6-4b06-8fda-8bdfa18c4219 req-95341425-d450-4de1-80fd-d43c759bf181 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=79807a53-5589-4e62-99d9-4d6e26871da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620141 Jul 15 14:04:50.409529 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde7767a-a0f2-40b5-bf0f-8712d8d52663 req-782390b7-5c2f-445b-91fc-f7dccfaf6353 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:50.411317 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-cde7767a-a0f2-40b5-bf0f-8712d8d52663 req-782390b7-5c2f-445b-91fc-f7dccfaf6353 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7f6876c-e419-4a62-b81a-9636359322ff HTTP/1.1" status: 200 len: 946 time: 0.0538886 Jul 15 14:04:50.443293 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:04:50.461586 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-cde7767a-a0f2-40b5-bf0f-8712d8d52663 req-ea6dbe89-003b-4883-895b-8cbd0b68d831 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=67d59677-8662-46b1-8429-67b57a904433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445635 Jul 15 14:04:51.587093 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca3f6f-7607-456c-8768-043eca55d7de req-f9136ad9-b55d-4d3d-bd48-8520eda0afff tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:51.588669 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-11ca3f6f-7607-456c-8768-043eca55d7de req-f9136ad9-b55d-4d3d-bd48-8520eda0afff tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7f6876c-e419-4a62-b81a-9636359322ff HTTP/1.1" status: 200 len: 946 time: 0.0488155 Jul 15 14:04:51.640469 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-11ca3f6f-7607-456c-8768-043eca55d7de req-554303da-7732-4c72-be49-558649b1ea44 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=67d59677-8662-46b1-8429-67b57a904433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438473 Jul 15 14:04:52.758231 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ebabcc-a748-499a-9958-3ebaf7df52bd req-a034b847-a52d-4faa-a3a6-b712947eea3a tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:52.759756 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-07ebabcc-a748-499a-9958-3ebaf7df52bd req-a034b847-a52d-4faa-a3a6-b712947eea3a tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7f6876c-e419-4a62-b81a-9636359322ff HTTP/1.1" status: 200 len: 946 time: 0.0485559 Jul 15 14:04:52.815038 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-07ebabcc-a748-499a-9958-3ebaf7df52bd req-3b6e5b75-9a65-4b9e-93d8-d60bbd377d3d tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=67d59677-8662-46b1-8429-67b57a904433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490913 Jul 15 14:04:53.896620 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:04:53.933979 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f2123d-f81b-4b96-9f73-0cd5750156ad req-bfbb7748-b1d1-423b-bf7e-507dafbe8433 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:53.935465 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-71f2123d-f81b-4b96-9f73-0cd5750156ad req-bfbb7748-b1d1-423b-bf7e-507dafbe8433 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7f6876c-e419-4a62-b81a-9636359322ff HTTP/1.1" status: 200 len: 946 time: 0.0498381 Jul 15 14:04:53.988814 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-71f2123d-f81b-4b96-9f73-0cd5750156ad req-d9b17eb9-0a59-425b-bb23-07305c292e8d tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=67d59677-8662-46b1-8429-67b57a904433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467188 Jul 15 14:04:55.106019 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1705f2-8727-4375-bfca-ea4301145a74 req-f539ef28-10f5-4530-bad7-aa92f0bf5b02 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:55.107543 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-af1705f2-8727-4375-bfca-ea4301145a74 req-f539ef28-10f5-4530-bad7-aa92f0bf5b02 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7f6876c-e419-4a62-b81a-9636359322ff HTTP/1.1" status: 200 len: 946 time: 0.0470681 Jul 15 14:04:55.155668 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-af1705f2-8727-4375-bfca-ea4301145a74 req-c9456e28-43a5-4d4f-a59f-d4ccfff7b8de tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=67d59677-8662-46b1-8429-67b57a904433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421984 Jul 15 14:04:55.576702 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-792a3b39-7fcf-4185-8b72-54d113fc125b req-e758d347-5109-49d7-8e72-f7f9bc5b0575 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398035 Jul 15 14:04:55.645952 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a3b39-7fcf-4185-8b72-54d113fc125b req-8bdbbc60-c141-4298-b730-dea69b027c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:55.647479 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-792a3b39-7fcf-4185-8b72-54d113fc125b req-8bdbbc60-c141-4298-b730-dea69b027c81 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c160b9f06dad4ee98349dbc63131c20d&device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 1130 time: 0.0459063 Jul 15 14:04:55.757116 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a3b39-7fcf-4185-8b72-54d113fc125b req-ddc798c5-6a47-4f32-91ec-f1072aca7def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:55.758577 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-792a3b39-7fcf-4185-8b72-54d113fc125b req-ddc798c5-6a47-4f32-91ec-f1072aca7def service neutron] 10.222.0.64 "GET /v2.0/networks?id=68380afb-92df-4e5a-adc7-5f1834064646 HTTP/1.1" status: 200 len: 917 time: 0.0891826 Jul 15 14:04:55.834411 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-792a3b39-7fcf-4185-8b72-54d113fc125b req-b67bda73-918b-4b6d-be45-20c768c0a145 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22523bdd-1c81-4c9c-88e3-9d6496dfb8b9 HTTP/1.1" status: 200 len: 1000 time: 0.0685554 Jul 15 14:04:55.895845 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a3b39-7fcf-4185-8b72-54d113fc125b req-e2d307cd-802c-4aeb-950b-072f3614bcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:55.897286 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-792a3b39-7fcf-4185-8b72-54d113fc125b req-e2d307cd-802c-4aeb-950b-072f3614bcc1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=df9e13f7-b2b8-4f61-84bd-25765312a9d7 HTTP/1.1" status: 200 len: 855 time: 0.0475128 Jul 15 14:04:55.944619 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a3b39-7fcf-4185-8b72-54d113fc125b req-5e1df0b5-31ae-425f-9158-4febdea50f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:55.949188 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-792a3b39-7fcf-4185-8b72-54d113fc125b req-5e1df0b5-31ae-425f-9158-4febdea50f7a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=68380afb-92df-4e5a-adc7-5f1834064646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452039 Jul 15 14:04:56.046482 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-792a3b39-7fcf-4185-8b72-54d113fc125b req-ce9e54d1-e8a3-4f6d-a315-c5f7624c3db9 service neutron] 10.222.0.64 "GET /v2.0/networks/68380afb-92df-4e5a-adc7-5f1834064646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886524 Jul 15 14:04:56.150078 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-792a3b39-7fcf-4185-8b72-54d113fc125b req-0344168e-45c8-4be5-be87-43ffacc2f930 service neutron] 10.222.0.64 "GET /v2.0/networks/68380afb-92df-4e5a-adc7-5f1834064646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891988 Jul 15 14:04:56.275626 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca44ae-493c-407c-af66-c5b82b3ff121 req-6f2c90b1-1779-42bd-96b6-feb7e89b731c tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:56.277171 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4fca44ae-493c-407c-af66-c5b82b3ff121 req-6f2c90b1-1779-42bd-96b6-feb7e89b731c tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7f6876c-e419-4a62-b81a-9636359322ff HTTP/1.1" status: 200 len: 946 time: 0.0539653 Jul 15 14:04:56.327736 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4fca44ae-493c-407c-af66-c5b82b3ff121 req-da8b9049-ca68-40bd-9416-cf0dedc4a8cc tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=67d59677-8662-46b1-8429-67b57a904433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448406 Jul 15 14:04:56.836959 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (73ab3907-1bcf-455f-a05d-131e96f159a2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:04:57.443183 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363edfb9-bc68-496b-8099-124f474c7ea8 req-c89eacb0-a4da-46f8-b646-c3a1a21911bd tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:57.444739 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-363edfb9-bc68-496b-8099-124f474c7ea8 req-c89eacb0-a4da-46f8-b646-c3a1a21911bd tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7f6876c-e419-4a62-b81a-9636359322ff HTTP/1.1" status: 200 len: 946 time: 0.0480163 Jul 15 14:04:57.495651 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-363edfb9-bc68-496b-8099-124f474c7ea8 req-3ad22ab7-77f9-4c58-9646-4e264c4fc930 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=67d59677-8662-46b1-8429-67b57a904433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441206 Jul 15 14:04:58.615805 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05876f5-dd7e-411f-95db-2cdb8a8e4e6e req-a46837f4-77f1-4876-a859-9078cc967cd0 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:58.617432 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f05876f5-dd7e-411f-95db-2cdb8a8e4e6e req-a46837f4-77f1-4876-a859-9078cc967cd0 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7f6876c-e419-4a62-b81a-9636359322ff HTTP/1.1" status: 200 len: 946 time: 0.0502095 Jul 15 14:04:58.680605 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f05876f5-dd7e-411f-95db-2cdb8a8e4e6e req-2b5ddb50-a32b-4db6-8191-e7d782bf8a94 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=67d59677-8662-46b1-8429-67b57a904433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576737 Jul 15 14:04:59.803000 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a3a529-d71f-428f-9a3e-e17d87a84b28 req-25bf2c77-cb5d-479f-bdbd-dfc03df19c04 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:04:59.804606 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b7a3a529-d71f-428f-9a3e-e17d87a84b28 req-25bf2c77-cb5d-479f-bdbd-dfc03df19c04 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7f6876c-e419-4a62-b81a-9636359322ff HTTP/1.1" status: 200 len: 946 time: 0.0538290 Jul 15 14:04:59.852282 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b7a3a529-d71f-428f-9a3e-e17d87a84b28 req-638910f5-722d-427c-808e-7128f99c2f1b tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=67d59677-8662-46b1-8429-67b57a904433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421364 Jul 15 14:05:00.966945 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bda440-3cbf-4bc9-8214-b49b4186f576 req-1084c4a7-7fc8-4200-b76f-6c50abdfed5a tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:00.968518 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-14bda440-3cbf-4bc9-8214-b49b4186f576 req-1084c4a7-7fc8-4200-b76f-6c50abdfed5a tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7f6876c-e419-4a62-b81a-9636359322ff HTTP/1.1" status: 200 len: 946 time: 0.0465505 Jul 15 14:05:01.017057 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-14bda440-3cbf-4bc9-8214-b49b4186f576 req-05d99ca2-8d76-4eb2-9e20-653bf4b15b11 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=67d59677-8662-46b1-8429-67b57a904433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430491 Jul 15 14:05:02.142927 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b89bf7-471e-4d50-ac0e-043c47b1a22c req-ca726911-3399-47b9-9d88-2ccd1bf34c2e tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:02.145465 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c0b89bf7-471e-4d50-ac0e-043c47b1a22c req-ca726911-3399-47b9-9d88-2ccd1bf34c2e tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7f6876c-e419-4a62-b81a-9636359322ff HTTP/1.1" status: 200 len: 946 time: 0.0541995 Jul 15 14:05:02.200496 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c0b89bf7-471e-4d50-ac0e-043c47b1a22c req-cb2376af-6cac-4269-86e4-455c7ef0a4a6 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=67d59677-8662-46b1-8429-67b57a904433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491517 Jul 15 14:05:02.318194 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-3117b6cd-8377-4598-90e9-298b0791c2f7 None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:05:02.751354 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:02.772741 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815fab0-7290-41b3-b2f3-138d4a80d998 req-f2ae009d-fc42-44f5-a56f-1ae8efba273b tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:02.774322 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6815fab0-7290-41b3-b2f3-138d4a80d998 req-f2ae009d-fc42-44f5-a56f-1ae8efba273b tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e79925f-bce9-485b-8ecb-008b21cc14fd HTTP/1.1" status: 200 len: 984 time: 0.0532119 Jul 15 14:05:02.798407 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c5e08-ac5b-4f76-ac48-1623656d5cbd req-ed0cf108-5734-4876-a0dd-604103ec096d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:02.799987 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-823c5e08-ac5b-4f76-ac48-1623656d5cbd req-ed0cf108-5734-4876-a0dd-604103ec096d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=11bf10102c9244f99f64ad5b4177407a&device_id=0e79925f-bce9-485b-8ecb-008b21cc14fd HTTP/1.1" status: 200 len: 1168 time: 0.0501604 Jul 15 14:05:02.842770 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6815fab0-7290-41b3-b2f3-138d4a80d998 req-cb6fc256-9866-4b73-9576-a62887c79061 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/security-groups?id=71f6ad5b-4ef7-45b8-b2e7-46313016c14d&id=e27db5a5-1969-4e1a-b147-fa5e6136b185&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0618610 Jul 15 14:05:02.889318 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=100 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:02.900005 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c5e08-ac5b-4f76-ac48-1623656d5cbd req-d35bfee7-e466-4dd3-a41a-19c2775ba53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:02.901555 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-823c5e08-ac5b-4f76-ac48-1623656d5cbd req-d35bfee7-e466-4dd3-a41a-19c2775ba53e service neutron] 10.222.0.64 "GET /v2.0/networks?id=f8c850dd-dcf5-4148-9169-912c6adf10f1 HTTP/1.1" status: 200 len: 914 time: 0.0935564 Jul 15 14:05:02.971635 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-823c5e08-ac5b-4f76-ac48-1623656d5cbd req-44e0bf96-e41e-423c-8fd1-ef06989631aa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01da8f8b-bf3b-4832-a1ec-c52703b5ed24 HTTP/1.1" status: 200 len: 1000 time: 0.0599680 Jul 15 14:05:03.022289 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c5e08-ac5b-4f76-ac48-1623656d5cbd req-bebf3bcb-ee22-483f-ab04-042bc5ea440e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:03.023755 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-823c5e08-ac5b-4f76-ac48-1623656d5cbd req-bebf3bcb-ee22-483f-ab04-042bc5ea440e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7dcbc56b-b71e-4a1e-9999-48b1081ff0b4 HTTP/1.1" status: 200 len: 852 time: 0.0450101 Jul 15 14:05:03.071493 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c5e08-ac5b-4f76-ac48-1623656d5cbd req-9724abb3-181e-408a-be88-054e9b755fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:03.073032 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-823c5e08-ac5b-4f76-ac48-1623656d5cbd req-9724abb3-181e-408a-be88-054e9b755fdc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f8c850dd-dcf5-4148-9169-912c6adf10f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389056 Jul 15 14:05:03.162060 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=100 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:03.167940 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-823c5e08-ac5b-4f76-ac48-1623656d5cbd req-76195e09-7ae7-4a56-af42-c1e8a93f5489 service neutron] 10.222.0.64 "GET /v2.0/networks/f8c850dd-dcf5-4148-9169-912c6adf10f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877254 Jul 15 14:05:03.261910 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-823c5e08-ac5b-4f76-ac48-1623656d5cbd req-f2ef1fe9-7f34-4e3a-9f8d-65f024c4fc3c service neutron] 10.222.0.64 "GET /v2.0/networks/f8c850dd-dcf5-4148-9169-912c6adf10f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845864 Jul 15 14:05:03.321363 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab14dff-ef72-4587-8388-2efd68574b94 req-d929cc02-f9ca-4be4-b9be-a4ea6a6dde0d tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:03.322862 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5ab14dff-ef72-4587-8388-2efd68574b94 req-d929cc02-f9ca-4be4-b9be-a4ea6a6dde0d tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7f6876c-e419-4a62-b81a-9636359322ff HTTP/1.1" status: 200 len: 946 time: 0.0513592 Jul 15 14:05:03.370237 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5ab14dff-ef72-4587-8388-2efd68574b94 req-af7737a9-9a0a-4c94-9297-4f1f6188e2e5 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=67d59677-8662-46b1-8429-67b57a904433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411303 Jul 15 14:05:03.957312 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8432b-d820-4838-b476-ac0e96c637d1 req-afce5d2f-b8c5-430d-9f65-1bfa18e094d8 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:03.958807 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7ac8432b-d820-4838-b476-ac0e96c637d1 req-afce5d2f-b8c5-430d-9f65-1bfa18e094d8 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e79925f-bce9-485b-8ecb-008b21cc14fd HTTP/1.1" status: 200 len: 984 time: 0.0467279 Jul 15 14:05:04.022724 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7ac8432b-d820-4838-b476-ac0e96c637d1 req-a58f5008-c86f-423d-8bf8-cbc651c9ea28 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/security-groups?id=71f6ad5b-4ef7-45b8-b2e7-46313016c14d&id=e27db5a5-1969-4e1a-b147-fa5e6136b185&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552278 Jul 15 14:05:04.473602 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:04.489505 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b62b0b-fce2-487d-8572-8a167c3c26d1 req-90d07d43-62e7-4bf9-968f-c1d536427ee7 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:04.490983 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-33b62b0b-fce2-487d-8572-8a167c3c26d1 req-90d07d43-62e7-4bf9-968f-c1d536427ee7 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7f6876c-e419-4a62-b81a-9636359322ff HTTP/1.1" status: 200 len: 946 time: 0.0486479 Jul 15 14:05:04.542170 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-33b62b0b-fce2-487d-8572-8a167c3c26d1 req-ce40fd6d-829c-4d19-87cb-02f51d72106a tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=67d59677-8662-46b1-8429-67b57a904433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454233 Jul 15 14:05:05.143171 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9241cc53-66ad-4032-b4d7-0931b9b8fdcc req-a31ae79f-1721-4d3d-87a9-b2a0b8a44708 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:05.144918 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9241cc53-66ad-4032-b4d7-0931b9b8fdcc req-a31ae79f-1721-4d3d-87a9-b2a0b8a44708 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e79925f-bce9-485b-8ecb-008b21cc14fd HTTP/1.1" status: 200 len: 984 time: 0.0505168 Jul 15 14:05:05.213063 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9241cc53-66ad-4032-b4d7-0931b9b8fdcc req-ef99ab44-c0a6-46b6-a84d-ae5b99bbe5d2 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/security-groups?id=71f6ad5b-4ef7-45b8-b2e7-46313016c14d&id=e27db5a5-1969-4e1a-b147-fa5e6136b185&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0620356 Jul 15 14:05:05.651563 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42456064-03be-4269-9efd-35e9d6b8851a req-4c387ad6-d860-4131-9627-92672f6e7cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:05.653141 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-42456064-03be-4269-9efd-35e9d6b8851a req-4c387ad6-d860-4131-9627-92672f6e7cc3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f7f6876c-e419-4a62-b81a-9636359322ff HTTP/1.1" status: 200 len: 1130 time: 0.0450296 Jul 15 14:05:05.673746 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9383047c-0562-4185-a568-ab1449c4baf3 req-20df66e8-6037-40c7-8097-723f512adf46 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:05.675312 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9383047c-0562-4185-a568-ab1449c4baf3 req-20df66e8-6037-40c7-8097-723f512adf46 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7f6876c-e419-4a62-b81a-9636359322ff HTTP/1.1" status: 200 len: 946 time: 0.0532672 Jul 15 14:05:05.700207 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-42456064-03be-4269-9efd-35e9d6b8851a req-dbd41d15-9fb3-4a6a-9457-c2c38339775a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=67d59677-8662-46b1-8429-67b57a904433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396099 Jul 15 14:05:05.724921 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9383047c-0562-4185-a568-ab1449c4baf3 req-58105e83-b29c-46ee-b925-afb5d07724cb tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=67d59677-8662-46b1-8429-67b57a904433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435867 Jul 15 14:05:06.336867 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9cc27a-dd03-4b63-bdd0-e1aae0b47a63 req-37254be6-28b8-40c6-92b4-d512739f13df tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:06.338389 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6f9cc27a-dd03-4b63-bdd0-e1aae0b47a63 req-37254be6-28b8-40c6-92b4-d512739f13df tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e79925f-bce9-485b-8ecb-008b21cc14fd HTTP/1.1" status: 200 len: 984 time: 0.0517857 Jul 15 14:05:06.399571 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6f9cc27a-dd03-4b63-bdd0-e1aae0b47a63 req-d68b781a-864c-4d68-a6c6-d22bfc9a2750 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/security-groups?id=71f6ad5b-4ef7-45b8-b2e7-46313016c14d&id=e27db5a5-1969-4e1a-b147-fa5e6136b185&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555251 Jul 15 14:05:06.827043 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:06.830685 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=78,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:06.833411 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:06.851815 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d780ea5-45d3-46df-ba55-49b7080c3e91 req-122f03a2-ee08-4e26-bc22-1c414ead0793 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:06.853338 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7d780ea5-45d3-46df-ba55-49b7080c3e91 req-122f03a2-ee08-4e26-bc22-1c414ead0793 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7f6876c-e419-4a62-b81a-9636359322ff HTTP/1.1" status: 200 len: 946 time: 0.0509851 Jul 15 14:05:06.905726 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7d780ea5-45d3-46df-ba55-49b7080c3e91 req-ab9f98fa-3145-4a5e-9c9c-8972316abaee tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=67d59677-8662-46b1-8429-67b57a904433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459595 Jul 15 14:05:07.525448 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec20b1-20e2-49e9-b61c-703c7ab83763 req-ee7f05bc-5136-492f-bc68-2a6ddb933c6e tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:07.527234 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-aeec20b1-20e2-49e9-b61c-703c7ab83763 req-ee7f05bc-5136-492f-bc68-2a6ddb933c6e tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e79925f-bce9-485b-8ecb-008b21cc14fd HTTP/1.1" status: 200 len: 984 time: 0.0580897 Jul 15 14:05:07.606744 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-aeec20b1-20e2-49e9-b61c-703c7ab83763 req-4152730e-43f4-43ea-aabf-06c6649e1327 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/security-groups?id=71f6ad5b-4ef7-45b8-b2e7-46313016c14d&id=e27db5a5-1969-4e1a-b147-fa5e6136b185&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0728853 Jul 15 14:05:08.028596 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a15a4-6fd6-4cb5-bea3-a07269540a8d req-595111bc-583f-4bb1-8a70-76e1e84fbfc6 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:08.030276 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-251a15a4-6fd6-4cb5-bea3-a07269540a8d req-595111bc-583f-4bb1-8a70-76e1e84fbfc6 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7f6876c-e419-4a62-b81a-9636359322ff HTTP/1.1" status: 200 len: 946 time: 0.0515199 Jul 15 14:05:08.085836 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-251a15a4-6fd6-4cb5-bea3-a07269540a8d req-470d822e-eb26-4f0e-9377-d52c356f16e8 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=67d59677-8662-46b1-8429-67b57a904433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499389 Jul 15 14:05:08.504559 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6cf06-a39b-48ae-abc5-6af4a86afb80 req-b9b6367c-606f-4cdc-8678-2360f4adfa3d tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:08.505629 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3bf6cf06-a39b-48ae-abc5-6af4a86afb80 req-b9b6367c-606f-4cdc-8678-2360f4adfa3d tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7f6876c-e419-4a62-b81a-9636359322ff HTTP/1.1" status: 200 len: 946 time: 0.0483246 Jul 15 14:05:08.509168 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa37b61-6fec-406d-af89-a80a3c3c2409 req-c09db68b-4520-4c50-a784-b6ddc44189d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:08.510665 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-4fa37b61-6fec-406d-af89-a80a3c3c2409 req-c09db68b-4520-4c50-a784-b6ddc44189d5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=77c8c864a31b402880c334c39fbe5a34&device_id=f7f6876c-e419-4a62-b81a-9636359322ff HTTP/1.1" status: 200 len: 1130 time: 0.0404689 Jul 15 14:05:08.530883 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:08.555421 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3bf6cf06-a39b-48ae-abc5-6af4a86afb80 req-4a0d17e2-f2b7-477d-9a9c-6c5d5cf223b7 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=67d59677-8662-46b1-8429-67b57a904433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441189 Jul 15 14:05:08.727568 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a59e6-8555-4296-8604-ad4865486d2b req-30250cf6-6043-45ba-bf42-c5732d1f5636 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:08.729095 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1a8a59e6-8555-4296-8604-ad4865486d2b req-30250cf6-6043-45ba-bf42-c5732d1f5636 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e79925f-bce9-485b-8ecb-008b21cc14fd HTTP/1.1" status: 200 len: 984 time: 0.0510614 Jul 15 14:05:08.734669 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa37b61-6fec-406d-af89-a80a3c3c2409 req-eb2ecd20-5b9a-4cb8-ba11-55981a040b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:08.736119 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-4fa37b61-6fec-406d-af89-a80a3c3c2409 req-eb2ecd20-5b9a-4cb8-ba11-55981a040b13 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cb1d6404-603d-43fd-9d2d-2304ecd9066f HTTP/1.1" status: 200 len: 919 time: 0.0960124 Jul 15 14:05:08.792341 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1a8a59e6-8555-4296-8604-ad4865486d2b req-9a4718e8-6bda-4fed-aa1c-21a0272cd707 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/security-groups?id=71f6ad5b-4ef7-45b8-b2e7-46313016c14d&id=e27db5a5-1969-4e1a-b147-fa5e6136b185&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563757 Jul 15 14:05:08.804184 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-4fa37b61-6fec-406d-af89-a80a3c3c2409 req-25e5ea92-37b7-4f00-b1ca-7d929f4b01a2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7 HTTP/1.1" status: 200 len: 1002 time: 0.0567088 Jul 15 14:05:08.855755 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa37b61-6fec-406d-af89-a80a3c3c2409 req-e8ecbd3f-200f-4045-9e03-0b1184d99221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:08.857372 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-4fa37b61-6fec-406d-af89-a80a3c3c2409 req-e8ecbd3f-200f-4045-9e03-0b1184d99221 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=78ed3b07-fd43-4c88-bba6-d7f332b83abe HTTP/1.1" status: 200 len: 857 time: 0.0443366 Jul 15 14:05:08.911720 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa37b61-6fec-406d-af89-a80a3c3c2409 req-1b496388-cc9d-4adc-a6c9-e0fb071a160a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:08.913291 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-4fa37b61-6fec-406d-af89-a80a3c3c2409 req-1b496388-cc9d-4adc-a6c9-e0fb071a160a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cb1d6404-603d-43fd-9d2d-2304ecd9066f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440664 Jul 15 14:05:09.004085 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-4fa37b61-6fec-406d-af89-a80a3c3c2409 req-1971aedb-a5f5-4ce4-8f24-e938a8327d12 service neutron] 10.222.0.64 "GET /v2.0/networks/cb1d6404-603d-43fd-9d2d-2304ecd9066f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840375 Jul 15 14:05:09.101265 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-4fa37b61-6fec-406d-af89-a80a3c3c2409 req-9ffb1db2-9fbe-4ff7-932a-c2a7b8ceaa5f service neutron] 10.222.0.64 "GET /v2.0/networks/cb1d6404-603d-43fd-9d2d-2304ecd9066f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898809 Jul 15 14:05:09.669012 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d7909-89f0-4d8b-87c4-a758b2f8e080 req-dd8b78c1-967c-40cb-bbc4-75b96cb17e43 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:09.670997 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-982d7909-89f0-4d8b-87c4-a758b2f8e080 req-dd8b78c1-967c-40cb-bbc4-75b96cb17e43 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7f6876c-e419-4a62-b81a-9636359322ff HTTP/1.1" status: 200 len: 946 time: 0.0482848 Jul 15 14:05:09.717493 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-982d7909-89f0-4d8b-87c4-a758b2f8e080 req-d818ff04-12e6-4fe8-b321-93ccd0b68974 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=67d59677-8662-46b1-8429-67b57a904433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410447 Jul 15 14:05:09.923455 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7f185-c308-4c8f-b7ae-4722ec470941 req-9a8adf6d-f060-46a5-b2e1-c5040ee47681 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:09.924987 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-54b7f185-c308-4c8f-b7ae-4722ec470941 req-9a8adf6d-f060-46a5-b2e1-c5040ee47681 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e79925f-bce9-485b-8ecb-008b21cc14fd HTTP/1.1" status: 200 len: 984 time: 0.0648942 Jul 15 14:05:09.975635 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:09.985998 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-54b7f185-c308-4c8f-b7ae-4722ec470941 req-a0805836-1bbd-4d30-af98-02664b24b055 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/security-groups?id=71f6ad5b-4ef7-45b8-b2e7-46313016c14d&id=e27db5a5-1969-4e1a-b147-fa5e6136b185&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552402 Jul 15 14:05:10.833289 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328fff5c-b7c8-4fa9-825c-009f2bfdaa8c req-d5a9d197-9d91-40ea-9481-77fb435bb538 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:10.834735 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-328fff5c-b7c8-4fa9-825c-009f2bfdaa8c req-d5a9d197-9d91-40ea-9481-77fb435bb538 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7f6876c-e419-4a62-b81a-9636359322ff HTTP/1.1" status: 200 len: 946 time: 0.0468423 Jul 15 14:05:10.880632 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-328fff5c-b7c8-4fa9-825c-009f2bfdaa8c req-d4456ac9-7967-481c-9ebb-e55147d134a2 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=67d59677-8662-46b1-8429-67b57a904433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404592 Jul 15 14:05:11.099036 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe9a65-bf7b-468d-925c-d882ae0e39df req-398789ed-e08e-4709-a501-5854c8beb6bc tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:11.100505 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8cfe9a65-bf7b-468d-925c-d882ae0e39df req-398789ed-e08e-4709-a501-5854c8beb6bc tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e79925f-bce9-485b-8ecb-008b21cc14fd HTTP/1.1" status: 200 len: 984 time: 0.0460021 Jul 15 14:05:11.164300 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8cfe9a65-bf7b-468d-925c-d882ae0e39df req-50533c17-bded-43e1-851e-3d5069a3df5e tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/security-groups?id=71f6ad5b-4ef7-45b8-b2e7-46313016c14d&id=e27db5a5-1969-4e1a-b147-fa5e6136b185&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582371 Jul 15 14:05:11.998494 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae2d1c-b46c-4fc1-92c9-2285798a3ee0 req-40db22a0-c8a3-4d27-bef7-08cf28039846 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:11.999959 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-90ae2d1c-b46c-4fc1-92c9-2285798a3ee0 req-40db22a0-c8a3-4d27-bef7-08cf28039846 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7f6876c-e419-4a62-b81a-9636359322ff HTTP/1.1" status: 200 len: 946 time: 0.0485466 Jul 15 14:05:12.046206 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-90ae2d1c-b46c-4fc1-92c9-2285798a3ee0 req-2e371892-711b-4686-9097-02ad62cb88bc tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=67d59677-8662-46b1-8429-67b57a904433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407755 Jul 15 14:05:12.154596 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8533976-32a6-4d4d-8c36-c6b3579dcde0 req-80fa9faf-b51a-4ca6-8a81-a05ae1abd88b tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:12.156057 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d8533976-32a6-4d4d-8c36-c6b3579dcde0 req-80fa9faf-b51a-4ca6-8a81-a05ae1abd88b tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7f6876c-e419-4a62-b81a-9636359322ff HTTP/1.1" status: 200 len: 946 time: 0.0470870 Jul 15 14:05:12.164660 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 51272) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:05:12.169108 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-428a1b27-8ca0-4eda-a2d6-8e68b57e6be3 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Request body: {'floatingip': {'port_id': '5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:05:12.217829 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=100 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:12.223010 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-428a1b27-8ca0-4eda-a2d6-8e68b57e6be3 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks [] for floatingip (505ddcde-0a62-4208-a537-b2fbe1fb560c), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:12.289012 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065480d3-4c64-4f83-a726-cabce4740e78 req-de5a434f-49d4-416b-83d3-1935a14e99f8 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:12.290595 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-065480d3-4c64-4f83-a726-cabce4740e78 req-de5a434f-49d4-416b-83d3-1935a14e99f8 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e79925f-bce9-485b-8ecb-008b21cc14fd HTTP/1.1" status: 200 len: 984 time: 0.0552313 Jul 15 14:05:12.314107 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:12.315393 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=29,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:12.353614 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-065480d3-4c64-4f83-a726-cabce4740e78 req-880df279-7573-4a23-8f3b-7876a7aa8ceb tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/security-groups?id=71f6ad5b-4ef7-45b8-b2e7-46313016c14d&id=e27db5a5-1969-4e1a-b147-fa5e6136b185&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571630 Jul 15 14:05:12.588489 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:12.923605 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-428a1b27-8ca0-4eda-a2d6-8e68b57e6be3 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:12.927352 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-428a1b27-8ca0-4eda-a2d6-8e68b57e6be3 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448782'] for floatingip (505ddcde-0a62-4208-a537-b2fbe1fb560c), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:13.123526 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-428a1b27-8ca0-4eda-a2d6-8e68b57e6be3 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Router a17742aa-1789-44a4-ae01-72e134c5306d has already been hosted by L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 14:05:13.226841 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-428a1b27-8ca0-4eda-a2d6-8e68b57e6be3 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:05:13.231611 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-428a1b27-8ca0-4eda-a2d6-8e68b57e6be3 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for floatingip (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:13.236437 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f0dbb3-7210-48c7-a7aa-75420cb9e5d2 None None] Sync routers for ids ['a17742aa-1789-44a4-ae01-72e134c5306d'] in dv-cinder-850002-1-iscsi {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:05:13.245838 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f0dbb3-7210-48c7-a7aa-75420cb9e5d2 None None] Routers {'a17742aa-1789-44a4-ae01-72e134c5306d'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:05:13.246450 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-b2f0dbb3-7210-48c7-a7aa-75420cb9e5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:04:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['a17742aa-1789-44a4-ae01-72e134c5306d'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:13.263707 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7f6876c-e419-4a62-b81a-9636359322ff', 'tag': '5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:05:13.265976 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27b3149431a8a58964108cadaaee569fc83829ebf6971f3e535c686fd00e584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb51dbe-9282-4224-b096-6fc880aa1733" -d '{"events": [{"name": "network-changed", "server_uuid": "f7f6876c-e419-4a62-b81a-9636359322ff", "tag": "5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:05:13.301901 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-428a1b27-8ca0-4eda-a2d6-8e68b57e6be3 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "PUT /v2.0/floatingips/505ddcde-0a62-4208-a537-b2fbe1fb560c HTTP/1.1" status: 200 len: 994 time: 1.1335897 Jul 15 14:05:13.322788 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 14:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b6a780-7ebb-4253-9ab1-25020e42c6dc x-openstack-request-id: req-87b6a780-7ebb-4253-9ab1-25020e42c6dc {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:05:13.323069 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7f6876c-e419-4a62-b81a-9636359322ff", "tag": "5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:05:13.323318 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-87b6a780-7ebb-4253-9ab1-25020e42c6dc {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:05:13.323728 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87b6a780-7ebb-4253-9ab1-25020e42c6dc'] response: {'name': 'network-changed', 'server_uuid': 'f7f6876c-e419-4a62-b81a-9636359322ff', 'tag': '5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7', 'status': 'completed', 'code': 200} Jul 15 14:05:13.360979 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-b2f0dbb3-7210-48c7-a7aa-75420cb9e5d2 None None] Set router a17742aa-1789-44a4-ae01-72e134c5306d gateway port host: dv-cinder-850002-1-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:05:13.398421 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b6194361-0e24-4c80-a290-f34da21e719c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (6c40ee43-5406-4a95-b7b4-11b32ddced25), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:13.400158 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb51dbe-9282-4224-b096-6fc880aa1733 req-2e7a82a4-6073-41f1-8954-04099a6567b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:13.401740 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5bb51dbe-9282-4224-b096-6fc880aa1733 req-2e7a82a4-6073-41f1-8954-04099a6567b1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=77c8c864a31b402880c334c39fbe5a34&device_id=f7f6876c-e419-4a62-b81a-9636359322ff HTTP/1.1" status: 200 len: 1130 time: 0.0427222 Jul 15 14:05:13.478813 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ce02c9-0b7d-4111-a412-b80a3374dcf4 req-94262ea4-cce5-4620-b5c9-db50f8580a1a tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:13.479382 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:13.481330 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d4ce02c9-0b7d-4111-a412-b80a3374dcf4 req-94262ea4-cce5-4620-b5c9-db50f8580a1a tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e79925f-bce9-485b-8ecb-008b21cc14fd HTTP/1.1" status: 200 len: 984 time: 0.0545223 Jul 15 14:05:13.523865 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb51dbe-9282-4224-b096-6fc880aa1733 req-fa32ac82-3228-4571-be96-cb398ea6f302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:13.525997 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5bb51dbe-9282-4224-b096-6fc880aa1733 req-fa32ac82-3228-4571-be96-cb398ea6f302 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cb1d6404-603d-43fd-9d2d-2304ecd9066f HTTP/1.1" status: 200 len: 919 time: 0.1107376 Jul 15 14:05:13.552240 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d4ce02c9-0b7d-4111-a412-b80a3374dcf4 req-4650eadc-ee74-4474-8a1a-6ad2b5f9b4f7 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/security-groups?id=71f6ad5b-4ef7-45b8-b2e7-46313016c14d&id=e27db5a5-1969-4e1a-b147-fa5e6136b185&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0618539 Jul 15 14:05:13.594830 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5bb51dbe-9282-4224-b096-6fc880aa1733 req-39be8565-d152-4305-b399-8ced9f5d5e15 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7 HTTP/1.1" status: 200 len: 1002 time: 0.0592384 Jul 15 14:05:13.610047 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-b2f0dbb3-7210-48c7-a7aa-75420cb9e5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17742aa-1789-44a4-ae01-72e134c5306d', 'name': 'tempest-ServerRescueNegativeTestJSON-153253776-router', 'tenant_id': '77c8c864a31b402880c334c39fbe5a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '6b55ccc8-becd-4212-8002-ad5c7224ac1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:50Z', 'updated_at': '2022-07-15T14:00:59Z', 'revision_number': 4, 'project_id': '77c8c864a31b402880c334c39fbe5a34', 'gw_port': {'id': '6b55ccc8-becd-4212-8002-ad5c7224ac1f', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:48:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17742aa-1789-44a4-ae01-72e134c5306d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:51Z', 'updated_at': '2022-07-15T14:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_floatingips': [{'id': '505ddcde-0a62-4208-a537-b2fbe1fb560c', 'tenant_id': '77c8c864a31b402880c334c39fbe5a34', 'floating_ip_address': '172.27.0.164', 'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'router_id': 'a17742aa-1789-44a4-ae01-72e134c5306d', 'port_id': '5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb1d6404-603d-43fd-9d2d-2304ecd9066f', 'mac_address': 'fa:16:3e:37:ac:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f6876c-e419-4a62-b81a-9636359322ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T14:03:32Z', 'updated_at': '2022-07-15T14:05:12Z', 'revision_number': 3, 'project_id': '77c8c864a31b402880c334c39fbe5a34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e079977e-eb26-47c4-af73-653485baceeb', 'name': '', 'network_id': 'cb1d6404-603d-43fd-9d2d-2304ecd9066f', 'tenant_id': '77c8c864a31b402880c334c39fbe5a34', 'mac_address': 'fa:16:3e:0a:53:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17742aa-1789-44a4-ae01-72e134c5306d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '78ed3b07-fd43-4c88-bba6-d7f332b83abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:56Z', 'updated_at': '2022-07-15T14:01:14Z', 'revision_number': 5, 'project_id': '77c8c864a31b402880c334c39fbe5a34', 'subnets': [{'id': '78ed3b07-fd43-4c88-bba6-d7f332b83abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:13.639952 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f0dbb3-7210-48c7-a7aa-75420cb9e5d2 None None] Checking router: a17742aa-1789-44a4-ae01-72e134c5306d for host: dv-cinder-850002-1-iscsi {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:05:13.650268 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f0dbb3-7210-48c7-a7aa-75420cb9e5d2 None None] Routers {'a17742aa-1789-44a4-ae01-72e134c5306d'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:05:13.651047 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-b2f0dbb3-7210-48c7-a7aa-75420cb9e5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:04:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['a17742aa-1789-44a4-ae01-72e134c5306d'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:13.714932 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb51dbe-9282-4224-b096-6fc880aa1733 req-9884f0b9-0a78-437d-bef9-37dd8f06c005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:13.716959 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5bb51dbe-9282-4224-b096-6fc880aa1733 req-9884f0b9-0a78-437d-bef9-37dd8f06c005 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=78ed3b07-fd43-4c88-bba6-d7f332b83abe HTTP/1.1" status: 200 len: 857 time: 0.0499272 Jul 15 14:05:13.759884 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-b2f0dbb3-7210-48c7-a7aa-75420cb9e5d2 None None] Set router a17742aa-1789-44a4-ae01-72e134c5306d gateway port host: dv-cinder-850002-1-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:05:13.764345 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb51dbe-9282-4224-b096-6fc880aa1733 req-ad6466b5-c26f-434a-a362-e468b2c01194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:13.767475 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5bb51dbe-9282-4224-b096-6fc880aa1733 req-ad6466b5-c26f-434a-a362-e468b2c01194 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cb1d6404-603d-43fd-9d2d-2304ecd9066f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407305 Jul 15 14:05:13.871355 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5bb51dbe-9282-4224-b096-6fc880aa1733 req-d57b9be2-c44d-44bc-8dc7-9671da9a5205 service neutron] 10.222.0.64 "GET /v2.0/networks/cb1d6404-603d-43fd-9d2d-2304ecd9066f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983086 Jul 15 14:05:13.976740 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5bb51dbe-9282-4224-b096-6fc880aa1733 req-bafe3528-4098-4f83-85d5-dfe93d91bb44 service neutron] 10.222.0.64 "GET /v2.0/networks/cb1d6404-603d-43fd-9d2d-2304ecd9066f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982592 Jul 15 14:05:14.121174 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-b2f0dbb3-7210-48c7-a7aa-75420cb9e5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17742aa-1789-44a4-ae01-72e134c5306d', 'name': 'tempest-ServerRescueNegativeTestJSON-153253776-router', 'tenant_id': '77c8c864a31b402880c334c39fbe5a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '6b55ccc8-becd-4212-8002-ad5c7224ac1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:50Z', 'updated_at': '2022-07-15T14:00:59Z', 'revision_number': 4, 'project_id': '77c8c864a31b402880c334c39fbe5a34', 'gw_port': {'id': '6b55ccc8-becd-4212-8002-ad5c7224ac1f', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:48:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17742aa-1789-44a4-ae01-72e134c5306d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:51Z', 'updated_at': '2022-07-15T14:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_floatingips': [{'id': '505ddcde-0a62-4208-a537-b2fbe1fb560c', 'tenant_id': '77c8c864a31b402880c334c39fbe5a34', 'floating_ip_address': '172.27.0.164', 'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'router_id': 'a17742aa-1789-44a4-ae01-72e134c5306d', 'port_id': '5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb1d6404-603d-43fd-9d2d-2304ecd9066f', 'mac_address': 'fa:16:3e:37:ac:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f6876c-e419-4a62-b81a-9636359322ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T14:03:32Z', 'updated_at': '2022-07-15T14:05:12Z', 'revision_number': 3, 'project_id': '77c8c864a31b402880c334c39fbe5a34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e079977e-eb26-47c4-af73-653485baceeb', 'name': '', 'network_id': 'cb1d6404-603d-43fd-9d2d-2304ecd9066f', 'tenant_id': '77c8c864a31b402880c334c39fbe5a34', 'mac_address': 'fa:16:3e:0a:53:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17742aa-1789-44a4-ae01-72e134c5306d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '78ed3b07-fd43-4c88-bba6-d7f332b83abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:56Z', 'updated_at': '2022-07-15T14:01:14Z', 'revision_number': 5, 'project_id': '77c8c864a31b402880c334c39fbe5a34', 'subnets': [{'id': '78ed3b07-fd43-4c88-bba6-d7f332b83abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:14.149449 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f0dbb3-7210-48c7-a7aa-75420cb9e5d2 None None] The sync data for ids ['a17742aa-1789-44a4-ae01-72e134c5306d'] in dv-cinder-850002-1-iscsi is: [{'id': 'a17742aa-1789-44a4-ae01-72e134c5306d', 'name': 'tempest-ServerRescueNegativeTestJSON-153253776-router', 'tenant_id': '77c8c864a31b402880c334c39fbe5a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '6b55ccc8-becd-4212-8002-ad5c7224ac1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:50Z', 'updated_at': '2022-07-15T14:00:59Z', 'revision_number': 4, 'project_id': '77c8c864a31b402880c334c39fbe5a34', 'gw_port': {'id': '6b55ccc8-becd-4212-8002-ad5c7224ac1f', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:48:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17742aa-1789-44a4-ae01-72e134c5306d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:51Z', 'updated_at': '2022-07-15T14:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_floatingips': [{'id': '505ddcde-0a62-4208-a537-b2fbe1fb560c', 'tenant_id': '77c8c864a31b402880c334c39fbe5a34', 'floating_ip_address': '172.27.0.164', 'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'router_id': 'a17742aa-1789-44a4-ae01-72e134c5306d', 'port_id': '5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb1d6404-603d-43fd-9d2d-2304ecd9066f', 'mac_address': 'fa:16:3e:37:ac:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f6876c-e419-4a62-b81a-9636359322ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T14:03:32Z', 'updated_at': '2022-07-15T14:05:12Z', 'revision_number': 3, 'project_id': '77c8c864a31b402880c334c39fbe5a34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e079977e-eb26-47c4-af73-653485baceeb', 'name': '', 'network_id': 'cb1d6404-603d-43fd-9d2d-2304ecd9066f', 'tenant_id': '77c8c864a31b402880c334c39fbe5a34', 'mac_address': 'fa:16:3e:0a:53:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17742aa-1789-44a4-ae01-72e134c5306d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '78ed3b07-fd43-4c88-bba6-d7f332b83abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:56Z', 'updated_at': '2022-07-15T14:01:14Z', 'revision_number': 5, 'project_id': '77c8c864a31b402880c334c39fbe5a34', 'subnets': [{'id': '78ed3b07-fd43-4c88-bba6-d7f332b83abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:05:14.672493 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7353f887-1d3a-4bb1-be17-5a97ee98437c req-ab8bbd44-d009-44eb-ac8e-27e62e43286d tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:14.673902 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7353f887-1d3a-4bb1-be17-5a97ee98437c req-ab8bbd44-d009-44eb-ac8e-27e62e43286d tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e79925f-bce9-485b-8ecb-008b21cc14fd HTTP/1.1" status: 200 len: 984 time: 0.0471323 Jul 15 14:05:14.737499 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7353f887-1d3a-4bb1-be17-5a97ee98437c req-70f08d20-6ba9-4632-8956-f0c15c20603c tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/security-groups?id=71f6ad5b-4ef7-45b8-b2e7-46313016c14d&id=e27db5a5-1969-4e1a-b147-fa5e6136b185&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0578473 Jul 15 14:05:15.324873 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7f6876c-e419-4a62-b81a-9636359322ff', 'tag': '5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:05:15.327210 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27b3149431a8a58964108cadaaee569fc83829ebf6971f3e535c686fd00e584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414641c6-bbff-4e1d-aaba-2108999d225d" -d '{"events": [{"name": "network-changed", "server_uuid": "f7f6876c-e419-4a62-b81a-9636359322ff", "tag": "5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:05:15.362882 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 14:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8833dac2-285d-4fd3-b24a-1d3649409309 x-openstack-request-id: req-8833dac2-285d-4fd3-b24a-1d3649409309 {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:05:15.363166 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7f6876c-e419-4a62-b81a-9636359322ff", "tag": "5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:05:15.363412 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8833dac2-285d-4fd3-b24a-1d3649409309 {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:05:15.363809 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8833dac2-285d-4fd3-b24a-1d3649409309'] response: {'name': 'network-changed', 'server_uuid': 'f7f6876c-e419-4a62-b81a-9636359322ff', 'tag': '5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7', 'status': 'completed', 'code': 200} Jul 15 14:05:15.418891 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=100 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:15.427050 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414641c6-bbff-4e1d-aaba-2108999d225d req-ebe26357-a203-4616-8251-7bcd41b03f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:15.428615 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-414641c6-bbff-4e1d-aaba-2108999d225d req-ebe26357-a203-4616-8251-7bcd41b03f64 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=77c8c864a31b402880c334c39fbe5a34&device_id=f7f6876c-e419-4a62-b81a-9636359322ff HTTP/1.1" status: 200 len: 1130 time: 0.0404556 Jul 15 14:05:15.527378 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414641c6-bbff-4e1d-aaba-2108999d225d req-3644f981-1e36-47a8-9121-4f1bd25c4338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:15.529481 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-414641c6-bbff-4e1d-aaba-2108999d225d req-3644f981-1e36-47a8-9121-4f1bd25c4338 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cb1d6404-603d-43fd-9d2d-2304ecd9066f HTTP/1.1" status: 200 len: 919 time: 0.0916905 Jul 15 14:05:15.596870 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-414641c6-bbff-4e1d-aaba-2108999d225d req-919422ea-0ba6-4b8d-a9bb-d2891f72dfa2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7 HTTP/1.1" status: 200 len: 1002 time: 0.0548184 Jul 15 14:05:15.651478 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414641c6-bbff-4e1d-aaba-2108999d225d req-679a18e4-c7fc-4c4b-bfb0-f29d0e885209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:15.652952 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-414641c6-bbff-4e1d-aaba-2108999d225d req-679a18e4-c7fc-4c4b-bfb0-f29d0e885209 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=78ed3b07-fd43-4c88-bba6-d7f332b83abe HTTP/1.1" status: 200 len: 857 time: 0.0465548 Jul 15 14:05:15.697580 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414641c6-bbff-4e1d-aaba-2108999d225d req-4fa90469-64bd-4d44-b452-77a35725098c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:15.698976 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-414641c6-bbff-4e1d-aaba-2108999d225d req-4fa90469-64bd-4d44-b452-77a35725098c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cb1d6404-603d-43fd-9d2d-2304ecd9066f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389817 Jul 15 14:05:15.791882 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-414641c6-bbff-4e1d-aaba-2108999d225d req-834f4f11-eabb-4e43-9d65-50d1b3aed3ed service neutron] 10.222.0.64 "GET /v2.0/networks/cb1d6404-603d-43fd-9d2d-2304ecd9066f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829115 Jul 15 14:05:15.831291 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6a599aea-19af-41ea-94cb-5932945b8ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (f703993d-e678-48e2-a65c-4d8192af82e3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:15.860925 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0029c8b-7ae2-45ff-9590-b7c89bd01192 req-12516828-0365-431d-b69b-b1f6b7f27633 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:15.862422 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a0029c8b-7ae2-45ff-9590-b7c89bd01192 req-12516828-0365-431d-b69b-b1f6b7f27633 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e79925f-bce9-485b-8ecb-008b21cc14fd HTTP/1.1" status: 200 len: 984 time: 0.0575833 Jul 15 14:05:15.894629 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-414641c6-bbff-4e1d-aaba-2108999d225d req-de2041ec-3ecb-49d2-b4b9-e05cee0202b3 service neutron] 10.222.0.64 "GET /v2.0/networks/cb1d6404-603d-43fd-9d2d-2304ecd9066f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932117 Jul 15 14:05:15.904893 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:15.928053 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a0029c8b-7ae2-45ff-9590-b7c89bd01192 req-43747c2d-1819-4735-ade9-8db515e0519b tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/security-groups?id=71f6ad5b-4ef7-45b8-b2e7-46313016c14d&id=e27db5a5-1969-4e1a-b147-fa5e6136b185&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0600607 Jul 15 14:05:17.047972 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096fecf-feb2-465f-958c-def3bea9b34a req-420125e8-75df-42f6-8557-4dab64832be5 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:17.049703 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2096fecf-feb2-465f-958c-def3bea9b34a req-420125e8-75df-42f6-8557-4dab64832be5 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e79925f-bce9-485b-8ecb-008b21cc14fd HTTP/1.1" status: 200 len: 984 time: 0.0491893 Jul 15 14:05:17.112441 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2096fecf-feb2-465f-958c-def3bea9b34a req-9c6c8558-1d77-4bf9-bad4-829b6059b1b7 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/security-groups?id=71f6ad5b-4ef7-45b8-b2e7-46313016c14d&id=e27db5a5-1969-4e1a-b147-fa5e6136b185&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569499 Jul 15 14:05:17.266263 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62650970-9807-4a53-b182-b0e3c169648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (be31d1c0-1844-4ed1-99dc-0179bb6e7ee8), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:18.240930 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c5af3-535c-488d-a330-016326611bb6 req-a8ca4d2f-5650-403a-a13b-8d3e537154d6 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:18.242324 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-992c5af3-535c-488d-a330-016326611bb6 req-a8ca4d2f-5650-403a-a13b-8d3e537154d6 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e79925f-bce9-485b-8ecb-008b21cc14fd HTTP/1.1" status: 200 len: 984 time: 0.0541358 Jul 15 14:05:18.274801 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:18.307037 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-992c5af3-535c-488d-a330-016326611bb6 req-52036461-1df9-49b2-8f07-e62cebb6aeab tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/security-groups?id=71f6ad5b-4ef7-45b8-b2e7-46313016c14d&id=e27db5a5-1969-4e1a-b147-fa5e6136b185&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0590794 Jul 15 14:05:18.518252 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee182daf-6335-4abe-96a5-cfae59e42a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (d0f04363-b393-47bd-b9b2-c25e00098206), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:18.732071 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (7bcac420-d3a9-4cfc-af22-5ba5795a5287), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:19.436243 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee96be-339b-45cf-bbd2-5ae52620f405 req-c97f9cea-cc54-4f2e-86bb-11a78c9ff003 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:19.437757 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9aee96be-339b-45cf-bbd2-5ae52620f405 req-c97f9cea-cc54-4f2e-86bb-11a78c9ff003 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e79925f-bce9-485b-8ecb-008b21cc14fd HTTP/1.1" status: 200 len: 984 time: 0.0514262 Jul 15 14:05:19.498706 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9aee96be-339b-45cf-bbd2-5ae52620f405 req-efa33f5c-3422-443c-98d9-a2cb34ab0059 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/security-groups?id=71f6ad5b-4ef7-45b8-b2e7-46313016c14d&id=e27db5a5-1969-4e1a-b147-fa5e6136b185&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551143 Jul 15 14:05:20.617608 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91392c96-21eb-4c21-8e47-65eac008e8d1 req-c79a2bfb-e27d-43b5-af4b-038ac885c2e5 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:20.619067 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-91392c96-21eb-4c21-8e47-65eac008e8d1 req-c79a2bfb-e27d-43b5-af4b-038ac885c2e5 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e79925f-bce9-485b-8ecb-008b21cc14fd HTTP/1.1" status: 200 len: 984 time: 0.0513272 Jul 15 14:05:20.677605 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-91392c96-21eb-4c21-8e47-65eac008e8d1 req-45711abb-d23d-436f-9c56-b4d6b969be6f tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/security-groups?id=71f6ad5b-4ef7-45b8-b2e7-46313016c14d&id=e27db5a5-1969-4e1a-b147-fa5e6136b185&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529654 Jul 15 14:05:25.889986 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=40 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:25.892038 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=90 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:26.836039 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (73ab3907-1bcf-455f-a05d-131e96f159a2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:28.388736 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e051e-de76-4d43-a008-46dc44bfb406 req-5af8dc71-4315-421a-b981-0d7456c1821a tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:28.390135 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-cd7e051e-de76-4d43-a008-46dc44bfb406 req-5af8dc71-4315-421a-b981-0d7456c1821a tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 946 time: 0.0485613 Jul 15 14:05:28.440092 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-cd7e051e-de76-4d43-a008-46dc44bfb406 req-1287c6b1-ce76-41c3-93d5-3839ec71565c tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442932 Jul 15 14:05:28.858195 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c94a71-12cf-4bc0-9147-bbeb97fda0f1 req-15cb6094-9fa2-43f7-9d62-193eb5520f01 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:28.858195 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-42c94a71-12cf-4bc0-9147-bbeb97fda0f1 req-15cb6094-9fa2-43f7-9d62-193eb5520f01 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 945 time: 0.0484207 Jul 15 14:05:28.906596 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-42c94a71-12cf-4bc0-9147-bbeb97fda0f1 req-662b825c-cb94-41fb-a0b9-080127c9e8e5 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=79807a53-5589-4e62-99d9-4d6e26871da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463576 Jul 15 14:05:29.571258 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde5589-24cd-47a6-9987-bcac9d19583e req-2659a601-36f3-43b5-9914-2ca977f9b61c tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:29.572818 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6bde5589-24cd-47a6-9987-bcac9d19583e req-2659a601-36f3-43b5-9914-2ca977f9b61c tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 946 time: 0.0497882 Jul 15 14:05:29.621951 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6bde5589-24cd-47a6-9987-bcac9d19583e req-59a69e73-8885-4ac1-989b-2ea031ab1402 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429089 Jul 15 14:05:30.044589 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe8431-f6b0-4bd0-9096-8cca80ab8efd req-a872cbe8-6ffe-442c-b149-0f90cd157875 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:30.046165 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-63fe8431-f6b0-4bd0-9096-8cca80ab8efd req-a872cbe8-6ffe-442c-b149-0f90cd157875 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 945 time: 0.0699005 Jul 15 14:05:30.098182 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-63fe8431-f6b0-4bd0-9096-8cca80ab8efd req-b7ed0198-160a-4464-9e55-128a4608c292 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=79807a53-5589-4e62-99d9-4d6e26871da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447903 Jul 15 14:05:30.747397 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2c5cc9-3bb4-4551-bbd6-ee28fca40994 req-07cc8a05-6b57-43ba-9772-e152f3bfd744 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:30.749587 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1b2c5cc9-3bb4-4551-bbd6-ee28fca40994 req-07cc8a05-6b57-43ba-9772-e152f3bfd744 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 946 time: 0.0511734 Jul 15 14:05:30.798584 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1b2c5cc9-3bb4-4551-bbd6-ee28fca40994 req-9cbc0f69-6dc7-413c-84c6-056667f93894 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434675 Jul 15 14:05:31.215066 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d507dd2-4653-447a-9c62-f2f2ca87c919 req-632f4779-5823-4b8a-ad5a-93b844e596b9 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:31.216582 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4d507dd2-4653-447a-9c62-f2f2ca87c919 req-632f4779-5823-4b8a-ad5a-93b844e596b9 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 945 time: 0.0496716 Jul 15 14:05:31.271231 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4d507dd2-4653-447a-9c62-f2f2ca87c919 req-75c3bb6f-3664-41f5-bacb-02d61db9357b tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=79807a53-5589-4e62-99d9-4d6e26871da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483499 Jul 15 14:05:31.880945 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:31.922397 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77376df2-054d-4db8-8009-b9cb61907d9d req-7e39da07-b8cf-44f7-b168-ab1fe059869a tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:31.923852 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-77376df2-054d-4db8-8009-b9cb61907d9d req-7e39da07-b8cf-44f7-b168-ab1fe059869a tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 946 time: 0.0521064 Jul 15 14:05:31.965624 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa65fc-4ffe-43cf-b029-091039fcdef5 req-dd40574d-2dc2-4a78-b806-6d9444a22464 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:31.967109 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-f5aa65fc-4ffe-43cf-b029-091039fcdef5 req-dd40574d-2dc2-4a78-b806-6d9444a22464 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 946 time: 0.0478463 Jul 15 14:05:31.971887 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-77376df2-054d-4db8-8009-b9cb61907d9d req-a71b9c29-9059-4fa3-ba79-bdca9bb1ccf9 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423560 Jul 15 14:05:32.095453 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50799d4a-4217-43a1-9509-302835527be0 req-4c347378-bba9-444c-89e4-7644b3aa0b72 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:32.096851 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-50799d4a-4217-43a1-9509-302835527be0 req-4c347378-bba9-444c-89e4-7644b3aa0b72 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 945 time: 0.0769472 Jul 15 14:05:32.159864 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-f5aa65fc-4ffe-43cf-b029-091039fcdef5 req-338a04e8-4a84-4ad7-99b3-0de4c31fac0e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Deleting port 22523bdd-1c81-4c9c-88e3-9d6496dfb8b9 {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:05:32.160203 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-f5aa65fc-4ffe-43cf-b029-091039fcdef5 req-338a04e8-4a84-4ad7-99b3-0de4c31fac0e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (22523bdd-1c81-4c9c-88e3-9d6496dfb8b9), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:32.257634 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-50799d4a-4217-43a1-9509-302835527be0 req-0f72dd8c-beff-4bdc-95f3-abd8844ebe66 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Deleting port 88f82e49-8214-4511-9860-93f14cc42d7e {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:05:32.257982 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-50799d4a-4217-43a1-9509-302835527be0 req-0f72dd8c-beff-4bdc-95f3-abd8844ebe66 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (88f82e49-8214-4511-9860-93f14cc42d7e), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:32.355894 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-f5aa65fc-4ffe-43cf-b029-091039fcdef5 req-338a04e8-4a84-4ad7-99b3-0de4c31fac0e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] For port 22523bdd-1c81-4c9c-88e3-9d6496dfb8b9, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=22523bdd-1c81-4c9c-88e3-9d6496dfb8b9,segment=NetworkSegment(6120fc8a-8d07-42e8-bbb1-497afed6cae1),segment_id=6120fc8a-8d07-42e8-bbb1-497afed6cae1)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:05:32.356183 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-f5aa65fc-4ffe-43cf-b029-091039fcdef5 req-338a04e8-4a84-4ad7-99b3-0de4c31fac0e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (22523bdd-1c81-4c9c-88e3-9d6496dfb8b9), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:32.412982 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee19ab-44fd-4dff-93b5-671d3232389f req-cb9bdaee-984b-4dd9-9899-c1a2accf19b4 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:32.414530 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9eee19ab-44fd-4dff-93b5-671d3232389f req-cb9bdaee-984b-4dd9-9899-c1a2accf19b4 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 945 time: 0.0554872 Jul 15 14:05:32.466305 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-50799d4a-4217-43a1-9509-302835527be0 req-0f72dd8c-beff-4bdc-95f3-abd8844ebe66 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] For port 88f82e49-8214-4511-9860-93f14cc42d7e, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=88f82e49-8214-4511-9860-93f14cc42d7e,segment=NetworkSegment(5785ea6f-9dc2-4ba6-8569-ab8ef09f42b4),segment_id=5785ea6f-9dc2-4ba6-8569-ab8ef09f42b4)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:05:32.466675 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-50799d4a-4217-43a1-9509-302835527be0 req-0f72dd8c-beff-4bdc-95f3-abd8844ebe66 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (88f82e49-8214-4511-9860-93f14cc42d7e), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:32.469772 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9eee19ab-44fd-4dff-93b5-671d3232389f req-c7d8a1f9-68c6-4734-bf67-f976748f53a0 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=79807a53-5589-4e62-99d9-4d6e26871da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470541 Jul 15 14:05:32.703319 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-f5aa65fc-4ffe-43cf-b029-091039fcdef5 req-338a04e8-4a84-4ad7-99b3-0de4c31fac0e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:32.703591 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-f5aa65fc-4ffe-43cf-b029-091039fcdef5 req-338a04e8-4a84-4ad7-99b3-0de4c31fac0e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448782'] for floatingip (ed8e6aa9-5772-4c23-a9d4-350bea84d1bf), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:32.703913 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.db.l3_db [req-f5aa65fc-4ffe-43cf-b029-091039fcdef5 req-338a04e8-4a84-4ad7-99b3-0de4c31fac0e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Floating IP ed8e6aa9-5772-4c23-a9d4-350bea84d1bf disassociated. External IP: 172.27.0.10, port: 22523bdd-1c81-4c9c-88e3-9d6496dfb8b9. Jul 15 14:05:32.704263 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-f5aa65fc-4ffe-43cf-b029-091039fcdef5 req-338a04e8-4a84-4ad7-99b3-0de4c31fac0e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Calling delete_port for 22523bdd-1c81-4c9c-88e3-9d6496dfb8b9 owned by compute:nova {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:05:32.797726 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-50799d4a-4217-43a1-9509-302835527be0 req-0f72dd8c-beff-4bdc-95f3-abd8844ebe66 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:32.798089 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-50799d4a-4217-43a1-9509-302835527be0 req-0f72dd8c-beff-4bdc-95f3-abd8844ebe66 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448782'] for floatingip (57efb7b0-af6d-4583-9918-e6647a2e04bb), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:32.798405 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.db.l3_db [req-50799d4a-4217-43a1-9509-302835527be0 req-0f72dd8c-beff-4bdc-95f3-abd8844ebe66 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Floating IP 57efb7b0-af6d-4583-9918-e6647a2e04bb disassociated. External IP: 172.27.0.145, port: 88f82e49-8214-4511-9860-93f14cc42d7e. Jul 15 14:05:32.798754 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-50799d4a-4217-43a1-9509-302835527be0 req-0f72dd8c-beff-4bdc-95f3-abd8844ebe66 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Calling delete_port for 88f82e49-8214-4511-9860-93f14cc42d7e owned by compute:nova {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:05:32.886052 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:32.891519 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:32.979739 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-f5aa65fc-4ffe-43cf-b029-091039fcdef5 req-338a04e8-4a84-4ad7-99b3-0de4c31fac0e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (22523bdd-1c81-4c9c-88e3-9d6496dfb8b9), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:33.023129 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338a04e8-4a84-4ad7-99b3-0de4c31fac0e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Pushing event deleted for resources: {'Port': ['ID=22523bdd-1c81-4c9c-88e3-9d6496dfb8b9,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:33.049985 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338a04e8-4a84-4ad7-99b3-0de4c31fac0e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:33.064583 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338a04e8-4a84-4ad7-99b3-0de4c31fac0e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:33.064583 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338a04e8-4a84-4ad7-99b3-0de4c31fac0e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:33.064583 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338a04e8-4a84-4ad7-99b3-0de4c31fac0e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:33.064583 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338a04e8-4a84-4ad7-99b3-0de4c31fac0e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:33.064583 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338a04e8-4a84-4ad7-99b3-0de4c31fac0e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:33.064583 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338a04e8-4a84-4ad7-99b3-0de4c31fac0e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:33.064583 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338a04e8-4a84-4ad7-99b3-0de4c31fac0e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:33.064583 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338a04e8-4a84-4ad7-99b3-0de4c31fac0e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:33.064583 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338a04e8-4a84-4ad7-99b3-0de4c31fac0e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:33.064583 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338a04e8-4a84-4ad7-99b3-0de4c31fac0e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:33.064583 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338a04e8-4a84-4ad7-99b3-0de4c31fac0e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:33.064583 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338a04e8-4a84-4ad7-99b3-0de4c31fac0e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:33.064583 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338a04e8-4a84-4ad7-99b3-0de4c31fac0e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:33.065847 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338a04e8-4a84-4ad7-99b3-0de4c31fac0e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:33.073293 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-50799d4a-4217-43a1-9509-302835527be0 req-0f72dd8c-beff-4bdc-95f3-abd8844ebe66 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (88f82e49-8214-4511-9860-93f14cc42d7e), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:33.098743 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-850a2f13-604c-42ef-a12b-c89943557f8b req-3268cbdc-424c-4321-a306-a733647b6cb1 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 210 time: 0.0381427 Jul 15 14:05:33.135455 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f72dd8c-beff-4bdc-95f3-abd8844ebe66 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Pushing event deleted for resources: {'Port': ['ID=88f82e49-8214-4511-9860-93f14cc42d7e,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:33.516582 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5aa65fc-4ffe-43cf-b029-091039fcdef5 req-338a04e8-4a84-4ad7-99b3-0de4c31fac0e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Router 71e21bd5-960a-403c-901a-527508aee993 has already been hosted by L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 14:05:33.588636 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50799d4a-4217-43a1-9509-302835527be0 req-0f72dd8c-beff-4bdc-95f3-abd8844ebe66 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Router c8e96d0e-648d-442b-bc98-b731e809055f has already been hosted by L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 14:05:33.597371 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f7e95631-c58f-4b9c-bd8d-df0da787b877 req-f8c1b969-7a58-46b4-b250-8ae5968c6b52 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 210 time: 0.0327468 Jul 15 14:05:33.696709 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5aa65fc-4ffe-43cf-b029-091039fcdef5 req-338a04e8-4a84-4ad7-99b3-0de4c31fac0e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:05:33.712164 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d98b6a-6df7-491c-8324-5fbc7f78679d None None] Sync routers for ids ['71e21bd5-960a-403c-901a-527508aee993'] in dv-cinder-850002-1-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:05:33.725101 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d98b6a-6df7-491c-8324-5fbc7f78679d None None] Routers {'71e21bd5-960a-403c-901a-527508aee993'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:05:33.725834 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-e7d98b6a-6df7-491c-8324-5fbc7f78679d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:05:16Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['71e21bd5-960a-403c-901a-527508aee993'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:33.773161 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5aa65fc-4ffe-43cf-b029-091039fcdef5 req-338a04e8-4a84-4ad7-99b3-0de4c31fac0e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] No DVR routers for this DVR port 22523bdd-1c81-4c9c-88e3-9d6496dfb8b9 on host hv-cinder-85000 {{(pid=103881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 15 14:05:33.778143 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-f5aa65fc-4ffe-43cf-b029-091039fcdef5 req-338a04e8-4a84-4ad7-99b3-0de4c31fac0e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:33.782108 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-f5aa65fc-4ffe-43cf-b029-091039fcdef5 req-338a04e8-4a84-4ad7-99b3-0de4c31fac0e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.64 "DELETE /v2.0/ports/22523bdd-1c81-4c9c-88e3-9d6496dfb8b9 HTTP/1.1" status: 204 len: 173 time: 1.7697425 Jul 15 14:05:33.782589 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f497d21-0e38-4bee-8991-6aae2a4eae9b', 'name': 'network-vif-deleted', 'tag': '22523bdd-1c81-4c9c-88e3-9d6496dfb8b9'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:05:33.785041 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27b3149431a8a58964108cadaaee569fc83829ebf6971f3e535c686fd00e584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5e40a3-ecbe-4e9a-9d99-48b881d541ca" -d '{"events": [{"server_uuid": "2f497d21-0e38-4bee-8991-6aae2a4eae9b", "name": "network-vif-deleted", "tag": "22523bdd-1c81-4c9c-88e3-9d6496dfb8b9"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:05:33.798466 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50799d4a-4217-43a1-9509-302835527be0 req-0f72dd8c-beff-4bdc-95f3-abd8844ebe66 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:05:33.826027 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2ebbf3-9bd9-4bd6-bf68-74b017bed931 None None] Sync routers for ids ['c8e96d0e-648d-442b-bc98-b731e809055f'] in dv-cinder-850002-1-iscsi {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:05:33.854826 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-50799d4a-4217-43a1-9509-302835527be0 req-0f72dd8c-beff-4bdc-95f3-abd8844ebe66 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] No DVR routers for this DVR port 88f82e49-8214-4511-9860-93f14cc42d7e on host hv-cinder-85000 {{(pid=103881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 15 14:05:33.857931 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-50799d4a-4217-43a1-9509-302835527be0 req-0f72dd8c-beff-4bdc-95f3-abd8844ebe66 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:33.861963 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-50799d4a-4217-43a1-9509-302835527be0 req-0f72dd8c-beff-4bdc-95f3-abd8844ebe66 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.64 "DELETE /v2.0/ports/88f82e49-8214-4511-9860-93f14cc42d7e HTTP/1.1" status: 204 len: 173 time: 1.7470672 Jul 15 14:05:33.863638 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 14:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83dc9843-823d-439a-a1cc-171c613cf887 x-openstack-request-id: req-83dc9843-823d-439a-a1cc-171c613cf887 {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:05:33.863994 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f497d21-0e38-4bee-8991-6aae2a4eae9b", "name": "network-vif-deleted", "tag": "22523bdd-1c81-4c9c-88e3-9d6496dfb8b9", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:05:33.864164 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-83dc9843-823d-439a-a1cc-171c613cf887 {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:05:33.864643 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83dc9843-823d-439a-a1cc-171c613cf887'] response: {'server_uuid': '2f497d21-0e38-4bee-8991-6aae2a4eae9b', 'name': 'network-vif-deleted', 'tag': '22523bdd-1c81-4c9c-88e3-9d6496dfb8b9', 'status': 'completed', 'code': 200} Jul 15 14:05:33.876025 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2ebbf3-9bd9-4bd6-bf68-74b017bed931 None None] Routers {'c8e96d0e-648d-442b-bc98-b731e809055f'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:05:33.876750 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-5e2ebbf3-9bd9-4bd6-bf68-74b017bed931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:05:16Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['c8e96d0e-648d-442b-bc98-b731e809055f'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:33.882240 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-e7d98b6a-6df7-491c-8324-5fbc7f78679d None None] Set router 71e21bd5-960a-403c-901a-527508aee993 gateway port host: dv-cinder-850002-1-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:05:34.019660 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-5e2ebbf3-9bd9-4bd6-bf68-74b017bed931 None None] Set router c8e96d0e-648d-442b-bc98-b731e809055f gateway port host: dv-cinder-850002-1-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:05:34.241017 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-e7d98b6a-6df7-491c-8324-5fbc7f78679d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e21bd5-960a-403c-901a-527508aee993', 'name': 'tempest-AttachVolumeShelveTestJSON-698511596-router', 'tenant_id': 'c160b9f06dad4ee98349dbc63131c20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '90681d6e-3fe6-45df-83be-6d9f4128768b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:52Z', 'updated_at': '2022-07-15T14:01:06Z', 'revision_number': 4, 'project_id': 'c160b9f06dad4ee98349dbc63131c20d', 'gw_port': {'id': '90681d6e-3fe6-45df-83be-6d9f4128768b', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e21bd5-960a-403c-901a-527508aee993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:55Z', 'updated_at': '2022-07-15T14:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': 'afc88c8c-00dd-4ca9-a8b7-862d136fbe90', 'name': '', 'network_id': '68380afb-92df-4e5a-adc7-5f1834064646', 'tenant_id': 'c160b9f06dad4ee98349dbc63131c20d', 'mac_address': 'fa:16:3e:df:b0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e21bd5-960a-403c-901a-527508aee993', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'df9e13f7-b2b8-4f61-84bd-25765312a9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:01:04Z', 'updated_at': '2022-07-15T14:01:32Z', 'revision_number': 5, 'project_id': 'c160b9f06dad4ee98349dbc63131c20d', 'subnets': [{'id': 'df9e13f7-b2b8-4f61-84bd-25765312a9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:34.271349 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d98b6a-6df7-491c-8324-5fbc7f78679d None None] Checking router: 71e21bd5-960a-403c-901a-527508aee993 for host: dv-cinder-850002-1-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:05:34.282378 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d98b6a-6df7-491c-8324-5fbc7f78679d None None] Routers {'71e21bd5-960a-403c-901a-527508aee993'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:05:34.283020 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-e7d98b6a-6df7-491c-8324-5fbc7f78679d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:05:16Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['71e21bd5-960a-403c-901a-527508aee993'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:34.330446 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a0dcb866-c525-4a66-bd6f-d17f33d59645 req-5267fef8-6b2a-4feb-a94c-04cd30054e17 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f497d21-0e38-4bee-8991-6aae2a4eae9b HTTP/1.1" status: 200 len: 210 time: 0.0601840 Jul 15 14:05:34.417594 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-5e2ebbf3-9bd9-4bd6-bf68-74b017bed931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e96d0e-648d-442b-bc98-b731e809055f', 'name': 'tempest-AttachVolumeTestJSON-182516732-router', 'tenant_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '51ca6a67-2692-4d78-84ff-22808c27154c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:56Z', 'updated_at': '2022-07-15T14:01:07Z', 'revision_number': 4, 'project_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'gw_port': {'id': '51ca6a67-2692-4d78-84ff-22808c27154c', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e96d0e-648d-442b-bc98-b731e809055f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:57Z', 'updated_at': '2022-07-15T14:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': 'ea4f84ba-5bfd-47fe-9703-83b27b93d1ae', 'name': '', 'network_id': '0460551c-e776-41db-9da0-199d4897f65f', 'tenant_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'mac_address': 'fa:16:3e:13:f0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e96d0e-648d-442b-bc98-b731e809055f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f6331ee6-fa4c-4f22-93e9-8635c17820f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:01:05Z', 'updated_at': '2022-07-15T14:01:26Z', 'revision_number': 5, 'project_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'subnets': [{'id': 'f6331ee6-fa4c-4f22-93e9-8635c17820f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:34.454660 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-e7d98b6a-6df7-491c-8324-5fbc7f78679d None None] Set router 71e21bd5-960a-403c-901a-527508aee993 gateway port host: dv-cinder-850002-1-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:05:34.466776 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2ebbf3-9bd9-4bd6-bf68-74b017bed931 None None] Checking router: c8e96d0e-648d-442b-bc98-b731e809055f for host: dv-cinder-850002-1-iscsi {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:05:34.477609 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2ebbf3-9bd9-4bd6-bf68-74b017bed931 None None] Routers {'c8e96d0e-648d-442b-bc98-b731e809055f'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:05:34.478240 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-5e2ebbf3-9bd9-4bd6-bf68-74b017bed931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:05:16Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['c8e96d0e-648d-442b-bc98-b731e809055f'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:34.620307 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-5e2ebbf3-9bd9-4bd6-bf68-74b017bed931 None None] Set router c8e96d0e-648d-442b-bc98-b731e809055f gateway port host: dv-cinder-850002-1-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:05:34.718181 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-e7d98b6a-6df7-491c-8324-5fbc7f78679d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e21bd5-960a-403c-901a-527508aee993', 'name': 'tempest-AttachVolumeShelveTestJSON-698511596-router', 'tenant_id': 'c160b9f06dad4ee98349dbc63131c20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '90681d6e-3fe6-45df-83be-6d9f4128768b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:52Z', 'updated_at': '2022-07-15T14:01:06Z', 'revision_number': 4, 'project_id': 'c160b9f06dad4ee98349dbc63131c20d', 'gw_port': {'id': '90681d6e-3fe6-45df-83be-6d9f4128768b', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e21bd5-960a-403c-901a-527508aee993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:55Z', 'updated_at': '2022-07-15T14:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': 'afc88c8c-00dd-4ca9-a8b7-862d136fbe90', 'name': '', 'network_id': '68380afb-92df-4e5a-adc7-5f1834064646', 'tenant_id': 'c160b9f06dad4ee98349dbc63131c20d', 'mac_address': 'fa:16:3e:df:b0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e21bd5-960a-403c-901a-527508aee993', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'df9e13f7-b2b8-4f61-84bd-25765312a9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:01:04Z', 'updated_at': '2022-07-15T14:01:32Z', 'revision_number': 5, 'project_id': 'c160b9f06dad4ee98349dbc63131c20d', 'subnets': [{'id': 'df9e13f7-b2b8-4f61-84bd-25765312a9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:34.762841 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d98b6a-6df7-491c-8324-5fbc7f78679d None None] The sync data for ids ['71e21bd5-960a-403c-901a-527508aee993'] in dv-cinder-850002-1-iscsi is: [{'id': '71e21bd5-960a-403c-901a-527508aee993', 'name': 'tempest-AttachVolumeShelveTestJSON-698511596-router', 'tenant_id': 'c160b9f06dad4ee98349dbc63131c20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '90681d6e-3fe6-45df-83be-6d9f4128768b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:52Z', 'updated_at': '2022-07-15T14:01:06Z', 'revision_number': 4, 'project_id': 'c160b9f06dad4ee98349dbc63131c20d', 'gw_port': {'id': '90681d6e-3fe6-45df-83be-6d9f4128768b', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e21bd5-960a-403c-901a-527508aee993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:55Z', 'updated_at': '2022-07-15T14:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': 'afc88c8c-00dd-4ca9-a8b7-862d136fbe90', 'name': '', 'network_id': '68380afb-92df-4e5a-adc7-5f1834064646', 'tenant_id': 'c160b9f06dad4ee98349dbc63131c20d', 'mac_address': 'fa:16:3e:df:b0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e21bd5-960a-403c-901a-527508aee993', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'df9e13f7-b2b8-4f61-84bd-25765312a9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:01:04Z', 'updated_at': '2022-07-15T14:01:32Z', 'revision_number': 5, 'project_id': 'c160b9f06dad4ee98349dbc63131c20d', 'subnets': [{'id': 'df9e13f7-b2b8-4f61-84bd-25765312a9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:05:34.832196 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:34.879945 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b2d8dcb9-9d98-408d-b3bb-ffb7d020a710 req-65bb7344-b06d-4814-947b-e5c86e7e9dc5 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a543a41-bbbc-4c3a-833a-903faa97dde7 HTTP/1.1" status: 200 len: 210 time: 0.0757327 Jul 15 14:05:34.987906 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:35.012510 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-5e2ebbf3-9bd9-4bd6-bf68-74b017bed931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e96d0e-648d-442b-bc98-b731e809055f', 'name': 'tempest-AttachVolumeTestJSON-182516732-router', 'tenant_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '51ca6a67-2692-4d78-84ff-22808c27154c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:56Z', 'updated_at': '2022-07-15T14:01:07Z', 'revision_number': 4, 'project_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'gw_port': {'id': '51ca6a67-2692-4d78-84ff-22808c27154c', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e96d0e-648d-442b-bc98-b731e809055f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:57Z', 'updated_at': '2022-07-15T14:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': 'ea4f84ba-5bfd-47fe-9703-83b27b93d1ae', 'name': '', 'network_id': '0460551c-e776-41db-9da0-199d4897f65f', 'tenant_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'mac_address': 'fa:16:3e:13:f0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e96d0e-648d-442b-bc98-b731e809055f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f6331ee6-fa4c-4f22-93e9-8635c17820f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:01:05Z', 'updated_at': '2022-07-15T14:01:26Z', 'revision_number': 5, 'project_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'subnets': [{'id': 'f6331ee6-fa4c-4f22-93e9-8635c17820f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:35.040745 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2ebbf3-9bd9-4bd6-bf68-74b017bed931 None None] The sync data for ids ['c8e96d0e-648d-442b-bc98-b731e809055f'] in dv-cinder-850002-1-iscsi is: [{'id': 'c8e96d0e-648d-442b-bc98-b731e809055f', 'name': 'tempest-AttachVolumeTestJSON-182516732-router', 'tenant_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '51ca6a67-2692-4d78-84ff-22808c27154c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:56Z', 'updated_at': '2022-07-15T14:01:07Z', 'revision_number': 4, 'project_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'gw_port': {'id': '51ca6a67-2692-4d78-84ff-22808c27154c', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e96d0e-648d-442b-bc98-b731e809055f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:57Z', 'updated_at': '2022-07-15T14:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': 'ea4f84ba-5bfd-47fe-9703-83b27b93d1ae', 'name': '', 'network_id': '0460551c-e776-41db-9da0-199d4897f65f', 'tenant_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'mac_address': 'fa:16:3e:13:f0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e96d0e-648d-442b-bc98-b731e809055f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f6331ee6-fa4c-4f22-93e9-8635c17820f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:01:05Z', 'updated_at': '2022-07-15T14:01:26Z', 'revision_number': 5, 'project_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'subnets': [{'id': 'f6331ee6-fa4c-4f22-93e9-8635c17820f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:05:35.189028 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc62eff0-2f90-4bd6-8a0f-416d162e634d None None] New status for floating IP ed8e6aa9-5772-4c23-a9d4-350bea84d1bf: DOWN {{(pid=103884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 15 14:05:35.385458 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f59b61d-23fb-436a-90b3-9db4d8979b10 None None] New status for floating IP 57efb7b0-af6d-4583-9918-e6647a2e04bb: DOWN {{(pid=103883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 15 14:05:35.438745 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 51368) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:05:35.532582 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device 88f82e49-8214-4511-9860-93f14cc42d7e no longer exists at agent hyperv_hv-cinder-85000 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:05:35.544541 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-83b3a4c5-5bc2-4ae9-baf7-be42f69ffafb tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks [] for security_group (2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:35.572690 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] No Port match for: 88f82e49-8214-4511-9860-93f14cc42d7e {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 15 14:05:35.573689 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device 88f82e49-8214-4511-9860-93f14cc42d7e not bound to the agent host hv-cinder-85000 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:05:35.573913 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device 22523bdd-1c81-4c9c-88e3-9d6496dfb8b9 no longer exists at agent hyperv_hv-cinder-85000 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:05:35.575718 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-83b3a4c5-5bc2-4ae9-baf7-be42f69ffafb tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks [] for security_group (2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:35.604765 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:35.606466 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] No Port match for: 22523bdd-1c81-4c9c-88e3-9d6496dfb8b9 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 15 14:05:35.607019 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device 22523bdd-1c81-4c9c-88e3-9d6496dfb8b9 not bound to the agent host hv-cinder-85000 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:05:35.645582 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-83b3a4c5-5bc2-4ae9-baf7-be42f69ffafb tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:35.648500 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-83b3a4c5-5bc2-4ae9-baf7-be42f69ffafb tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:35.649854 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-83b3a4c5-5bc2-4ae9-baf7-be42f69ffafb tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "DELETE /v2.0/security-groups/2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee HTTP/1.1" status: 204 len: 168 time: 0.2107415 Jul 15 14:05:35.654255 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 51370) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:05:35.667612 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b3a4c5-5bc2-4ae9-baf7-be42f69ffafb tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:35.669378 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.api.v2.resource [None req-3607564d-5218-47ed-b397-0ec3ea384bf3 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] show failed (client error): The resource could not be found. Jul 15 14:05:35.674648 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 51372) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:05:35.680873 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-3607564d-5218-47ed-b397-0ec3ea384bf3 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups/2bb0f1c2-deb5-42f5-bc4e-7276cb7011ee HTTP/1.1" status: 404 len: 347 time: 0.0251000 Jul 15 14:05:35.820804 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-76a54bd3-a3f2-41fb-a5f4-9115ea77a038 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Deleting port 11506026-916f-4d04-a9cf-80c610bbb5e4 {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:05:35.821277 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-76a54bd3-a3f2-41fb-a5f4-9115ea77a038 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (11506026-916f-4d04-a9cf-80c610bbb5e4), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:35.884924 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a543a41-bbbc-4c3a-833a-903faa97dde7', 'name': 'network-vif-deleted', 'tag': '88f82e49-8214-4511-9860-93f14cc42d7e'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:05:35.887257 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27b3149431a8a58964108cadaaee569fc83829ebf6971f3e535c686fd00e584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c995f51-df56-4325-b9f2-09167b1aeffb" -d '{"events": [{"server_uuid": "4a543a41-bbbc-4c3a-833a-903faa97dde7", "name": "network-vif-deleted", "tag": "88f82e49-8214-4511-9860-93f14cc42d7e"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:05:35.934304 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:35.951244 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 14:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e959c334-a067-4079-991e-5261fa4a2392 x-openstack-request-id: req-e959c334-a067-4079-991e-5261fa4a2392 {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:05:35.951633 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a543a41-bbbc-4c3a-833a-903faa97dde7", "name": "network-vif-deleted", "tag": "88f82e49-8214-4511-9860-93f14cc42d7e", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:05:35.951911 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e959c334-a067-4079-991e-5261fa4a2392 {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:05:35.952366 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e959c334-a067-4079-991e-5261fa4a2392'] response: {'server_uuid': '4a543a41-bbbc-4c3a-833a-903faa97dde7', 'name': 'network-vif-deleted', 'tag': '88f82e49-8214-4511-9860-93f14cc42d7e', 'status': 'completed', 'code': 200} Jul 15 14:05:35.957406 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-76a54bd3-a3f2-41fb-a5f4-9115ea77a038 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (11506026-916f-4d04-a9cf-80c610bbb5e4), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:35.957720 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-76a54bd3-a3f2-41fb-a5f4-9115ea77a038 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks [] for floatingip (11506026-916f-4d04-a9cf-80c610bbb5e4), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:35.973457 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-76a54bd3-a3f2-41fb-a5f4-9115ea77a038 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Calling delete_port for 11506026-916f-4d04-a9cf-80c610bbb5e4 owned by network:floatingip {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:05:35.990407 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 51380) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:05:36.124600 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ca38d610-edda-45a0-b2c1-82f6501b23f9 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks [] for security_group (79807a53-5589-4e62-99d9-4d6e26871da7), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:36.166178 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ca38d610-edda-45a0-b2c1-82f6501b23f9 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks [] for security_group (79807a53-5589-4e62-99d9-4d6e26871da7), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:36.250350 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-76a54bd3-a3f2-41fb-a5f4-9115ea77a038 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (11506026-916f-4d04-a9cf-80c610bbb5e4), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:36.283367 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ca38d610-edda-45a0-b2c1-82f6501b23f9 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (79807a53-5589-4e62-99d9-4d6e26871da7), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:36.285998 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ca38d610-edda-45a0-b2c1-82f6501b23f9 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:36.287211 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-ca38d610-edda-45a0-b2c1-82f6501b23f9 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "DELETE /v2.0/security-groups/79807a53-5589-4e62-99d9-4d6e26871da7 HTTP/1.1" status: 204 len: 168 time: 0.2957439 Jul 15 14:05:36.291883 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 51382) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:05:36.292630 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a54bd3-a3f2-41fb-a5f4-9115ea77a038 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Pushing event deleted for resources: {'Port': ['ID=11506026-916f-4d04-a9cf-80c610bbb5e4,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:36.306352 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:36.316777 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.api.v2.resource [None req-a9a11a49-7369-4830-ba10-2ca90979d0bc tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] show failed (client error): The resource could not be found. Jul 15 14:05:36.318048 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-a9a11a49-7369-4830-ba10-2ca90979d0bc tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups/79807a53-5589-4e62-99d9-4d6e26871da7 HTTP/1.1" status: 404 len: 347 time: 0.0246909 Jul 15 14:05:36.322826 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 51384) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:05:36.324667 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca38d610-edda-45a0-b2c1-82f6501b23f9 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79807a53-5589-4e62-99d9-4d6e26871da7,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:36.375154 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-76a54bd3-a3f2-41fb-a5f4-9115ea77a038 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks [] for floatingip (ed8e6aa9-5772-4c23-a9d4-350bea84d1bf), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:36.377741 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-76a54bd3-a3f2-41fb-a5f4-9115ea77a038 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for floatingip (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:36.379044 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-76a54bd3-a3f2-41fb-a5f4-9115ea77a038 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "DELETE /v2.0/floatingips/ed8e6aa9-5772-4c23-a9d4-350bea84d1bf HTTP/1.1" status: 204 len: 168 time: 0.7026987 Jul 15 14:05:36.506361 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-1d979bbf-f666-475d-986d-03d8555e39ce tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Deleting port 418d0613-5dd7-4db2-a9d8-54be3e2f2c26 {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:05:36.506914 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1d979bbf-f666-475d-986d-03d8555e39ce tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (418d0613-5dd7-4db2-a9d8-54be3e2f2c26), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:36.523191 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 51388) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:05:36.529049 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-c2786f46-7c71-41e8-9019-d01ad0ee3170 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Request body: {'security_group': {'name': 'tempest-securitygroup--974095970', 'description': 'tempest-description--496253702'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:05:36.564019 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c2786f46-7c71-41e8-9019-d01ad0ee3170 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:36.673122 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c2786f46-7c71-41e8-9019-d01ad0ee3170 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks [] for security_group (cc90dd3c-5f93-4a9b-a566-083482f307c0), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:36.674210 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1d979bbf-f666-475d-986d-03d8555e39ce tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (418d0613-5dd7-4db2-a9d8-54be3e2f2c26), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:36.674877 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1d979bbf-f666-475d-986d-03d8555e39ce tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks [] for floatingip (418d0613-5dd7-4db2-a9d8-54be3e2f2c26), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:36.680191 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c2786f46-7c71-41e8-9019-d01ad0ee3170 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (cc90dd3c-5f93-4a9b-a566-083482f307c0), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:36.700513 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-1d979bbf-f666-475d-986d-03d8555e39ce tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Calling delete_port for 418d0613-5dd7-4db2-a9d8-54be3e2f2c26 owned by network:floatingip {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:05:36.718565 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c2786f46-7c71-41e8-9019-d01ad0ee3170 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:36.719855 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-c2786f46-7c71-41e8-9019-d01ad0ee3170 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1946628 Jul 15 14:05:36.722260 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2786f46-7c71-41e8-9019-d01ad0ee3170 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc90dd3c-5f93-4a9b-a566-083482f307c0,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:36.724873 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 51390) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:05:36.731181 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-92122b73-4cc8-47ef-95fe-4cc197d805be tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Request body: {'security_group_rule': {'security_group_id': 'cc90dd3c-5f93-4a9b-a566-083482f307c0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:05:36.817461 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-92122b73-4cc8-47ef-95fe-4cc197d805be tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks [] for security_group_rule (a6435411-11d7-4249-a025-32fad874f35e), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:37.137000 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-92122b73-4cc8-47ef-95fe-4cc197d805be tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks [] for security_group_rule (a6435411-11d7-4249-a025-32fad874f35e), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:37.142653 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-92122b73-4cc8-47ef-95fe-4cc197d805be tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484192'] for security_group_rule (a6435411-11d7-4249-a025-32fad874f35e), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:37.174192 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92122b73-4cc8-47ef-95fe-4cc197d805be tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6435411-11d7-4249-a025-32fad874f35e,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:37.183637 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92122b73-4cc8-47ef-95fe-4cc197d805be tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:37.183981 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92122b73-4cc8-47ef-95fe-4cc197d805be tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:37.184322 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92122b73-4cc8-47ef-95fe-4cc197d805be tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:37.184687 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92122b73-4cc8-47ef-95fe-4cc197d805be tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:37.185021 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92122b73-4cc8-47ef-95fe-4cc197d805be tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:37.185351 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92122b73-4cc8-47ef-95fe-4cc197d805be tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:37.185715 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92122b73-4cc8-47ef-95fe-4cc197d805be tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:37.186038 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92122b73-4cc8-47ef-95fe-4cc197d805be tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:37.186364 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92122b73-4cc8-47ef-95fe-4cc197d805be tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:37.186686 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92122b73-4cc8-47ef-95fe-4cc197d805be tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:37.187009 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92122b73-4cc8-47ef-95fe-4cc197d805be tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:37.187330 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92122b73-4cc8-47ef-95fe-4cc197d805be tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:37.187651 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92122b73-4cc8-47ef-95fe-4cc197d805be tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:37.187972 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92122b73-4cc8-47ef-95fe-4cc197d805be tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:37.188295 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92122b73-4cc8-47ef-95fe-4cc197d805be tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:37.191719 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1d979bbf-f666-475d-986d-03d8555e39ce tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59481580'] for port (418d0613-5dd7-4db2-a9d8-54be3e2f2c26), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:37.197779 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-92122b73-4cc8-47ef-95fe-4cc197d805be tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:37.199024 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-92122b73-4cc8-47ef-95fe-4cc197d805be tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4731469 Jul 15 14:05:37.202813 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 51392) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:05:37.208095 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-9e404f3d-229f-4bae-8718-70c98244bbd3 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Request body: {'security_group_rule': {'security_group_id': 'cc90dd3c-5f93-4a9b-a566-083482f307c0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:05:37.223337 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d979bbf-f666-475d-986d-03d8555e39ce tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Pushing event deleted for resources: {'Port': ['ID=418d0613-5dd7-4db2-a9d8-54be3e2f2c26,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:37.254232 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9e404f3d-229f-4bae-8718-70c98244bbd3 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks [] for security_group_rule (6621b369-2175-4569-a91c-e58f23244b70), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:37.258483 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:DELETE=6,neutron:SELECT=86,neutron:INSERT=8 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:37.303987 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1d979bbf-f666-475d-986d-03d8555e39ce tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks [] for floatingip (57efb7b0-af6d-4583-9918-e6647a2e04bb), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:37.306590 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1d979bbf-f666-475d-986d-03d8555e39ce tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for floatingip (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:37.307797 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-1d979bbf-f666-475d-986d-03d8555e39ce tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "DELETE /v2.0/floatingips/57efb7b0-af6d-4583-9918-e6647a2e04bb HTTP/1.1" status: 204 len: 168 time: 0.9836020 Jul 15 14:05:37.337925 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9e404f3d-229f-4bae-8718-70c98244bbd3 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks [] for security_group_rule (6621b369-2175-4569-a91c-e58f23244b70), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:37.343335 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9e404f3d-229f-4bae-8718-70c98244bbd3 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484192'] for security_group_rule (6621b369-2175-4569-a91c-e58f23244b70), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:37.366378 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e404f3d-229f-4bae-8718-70c98244bbd3 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6621b369-2175-4569-a91c-e58f23244b70,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:37.372487 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9e404f3d-229f-4bae-8718-70c98244bbd3 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:37.373803 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-9e404f3d-229f-4bae-8718-70c98244bbd3 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1698365 Jul 15 14:05:37.377541 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 51396) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:05:37.384756 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-79ed21ad-c3d4-457a-9ff2-7fd3121deecc tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Request body: {'floatingip': {'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:05:37.399143 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:37.410430 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 51398) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:05:37.416711 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-80d534cb-b05d-4c69-8576-818084773fe9 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Request body: {'security_group': {'name': 'tempest-securitygroup--396120793', 'description': 'tempest-description--17196836'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:05:37.425766 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-79ed21ad-c3d4-457a-9ff2-7fd3121deecc tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:37.465917 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-80d534cb-b05d-4c69-8576-818084773fe9 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:37.552714 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-79ed21ad-c3d4-457a-9ff2-7fd3121deecc tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:37.656319 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-80d534cb-b05d-4c69-8576-818084773fe9 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks [] for security_group (a6578012-ea02-42c6-9866-f74b2c90f001), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:37.677763 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-80d534cb-b05d-4c69-8576-818084773fe9 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (a6578012-ea02-42c6-9866-f74b2c90f001), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:37.720641 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-80d534cb-b05d-4c69-8576-818084773fe9 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:37.721897 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-80d534cb-b05d-4c69-8576-818084773fe9 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3105435 Jul 15 14:05:37.725062 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 51400) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:05:37.728713 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d534cb-b05d-4c69-8576-818084773fe9 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6578012-ea02-42c6-9866-f74b2c90f001,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:37.730215 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-7aff7b6f-bfb2-424b-98af-890ee2a61c9c tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Request body: {'security_group_rule': {'security_group_id': 'a6578012-ea02-42c6-9866-f74b2c90f001', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:05:37.742744 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:37.742958 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [None req-79ed21ad-c3d4-457a-9ff2-7fd3121deecc tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Allocated IP 172.27.0.182 (85d18fe6-b559-49ae-a129-0350ffd7e8bf/5080191c-7e2b-40a2-af2d-f84b5c858cde/7e3a6333-91fd-4ef3-9890-d537000df781) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:05:37.766253 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7aff7b6f-bfb2-424b-98af-890ee2a61c9c tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks [] for security_group_rule (e541589c-e0cd-4ec1-a31d-c278ad54c2d9), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:37.830782 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7aff7b6f-bfb2-424b-98af-890ee2a61c9c tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks [] for security_group_rule (e541589c-e0cd-4ec1-a31d-c278ad54c2d9), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:37.837454 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7aff7b6f-bfb2-424b-98af-890ee2a61c9c tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484192'] for security_group_rule (e541589c-e0cd-4ec1-a31d-c278ad54c2d9), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:37.855557 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff7b6f-bfb2-424b-98af-890ee2a61c9c tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e541589c-e0cd-4ec1-a31d-c278ad54c2d9,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:37.869414 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7aff7b6f-bfb2-424b-98af-890ee2a61c9c tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:37.873709 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-7aff7b6f-bfb2-424b-98af-890ee2a61c9c tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1444490 Jul 15 14:05:37.874351 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 51402) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:05:37.882835 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-e5d0b69d-604e-4447-aa86-026553888f78 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Request body: {'security_group_rule': {'security_group_id': 'a6578012-ea02-42c6-9866-f74b2c90f001', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:05:37.891157 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-79ed21ad-c3d4-457a-9ff2-7fd3121deecc tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks [] for port (7e3a6333-91fd-4ef3-9890-d537000df781), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:37.939684 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e5d0b69d-604e-4447-aa86-026553888f78 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks [] for security_group_rule (b2e3944d-89d9-4da9-b77e-b42e75c60c65), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:37.952410 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=9 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:37.965727 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-79ed21ad-c3d4-457a-9ff2-7fd3121deecc tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (7e3a6333-91fd-4ef3-9890-d537000df781), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:38.028373 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ed21ad-c3d4-457a-9ff2-7fd3121deecc tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Network 85d18fe6-b559-49ae-a129-0350ffd7e8bf is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:05:38.037740 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-79ed21ad-c3d4-457a-9ff2-7fd3121deecc tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:05:38.044175 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ed21ad-c3d4-457a-9ff2-7fd3121deecc tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:05:38.049564 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ed21ad-c3d4-457a-9ff2-7fd3121deecc tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Pushing event updated for resources: {'Port': ['ID=7e3a6333-91fd-4ef3-9890-d537000df781,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:38.099461 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e5d0b69d-604e-4447-aa86-026553888f78 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks [] for security_group_rule (b2e3944d-89d9-4da9-b77e-b42e75c60c65), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:38.106723 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e5d0b69d-604e-4447-aa86-026553888f78 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484192'] for security_group_rule (b2e3944d-89d9-4da9-b77e-b42e75c60c65), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:38.136984 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:38.141275 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d0b69d-604e-4447-aa86-026553888f78 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2e3944d-89d9-4da9-b77e-b42e75c60c65,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:38.148120 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e5d0b69d-604e-4447-aa86-026553888f78 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:38.152723 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 51404) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:05:38.152931 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-e5d0b69d-604e-4447-aa86-026553888f78 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2772074 Jul 15 14:05:38.157733 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-afb6c0fc-c6fb-4fd5-a269-cc4f45cf9975 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Request body: {'floatingip': {'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:05:38.183542 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-afb6c0fc-c6fb-4fd5-a269-cc4f45cf9975 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:38.206082 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-79ed21ad-c3d4-457a-9ff2-7fd3121deecc tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks [] for floatingip (a9805ee4-95fa-4e0c-bc6a-bbb013100d71), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:38.245800 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-79ed21ad-c3d4-457a-9ff2-7fd3121deecc tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (7e3a6333-91fd-4ef3-9890-d537000df781), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:38.270173 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-afb6c0fc-c6fb-4fd5-a269-cc4f45cf9975 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:38.277304 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:38.399107 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-afb6c0fc-c6fb-4fd5-a269-cc4f45cf9975 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Allocated IP 172.27.0.40 (85d18fe6-b559-49ae-a129-0350ffd7e8bf/5080191c-7e2b-40a2-af2d-f84b5c858cde/9dd13b7b-5824-4744-bdb8-72d01904a1d7) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:05:38.431574 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-79ed21ad-c3d4-457a-9ff2-7fd3121deecc tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks [] for port (7e3a6333-91fd-4ef3-9890-d537000df781), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:38.437091 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-79ed21ad-c3d4-457a-9ff2-7fd3121deecc tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268230'] for port (7e3a6333-91fd-4ef3-9890-d537000df781), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:38.516996 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ed21ad-c3d4-457a-9ff2-7fd3121deecc tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Pushing event updated for resources: {'Port': ['ID=7e3a6333-91fd-4ef3-9890-d537000df781,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:38.532005 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-afb6c0fc-c6fb-4fd5-a269-cc4f45cf9975 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks [] for port (9dd13b7b-5824-4744-bdb8-72d01904a1d7), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:38.534130 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-79ed21ad-c3d4-457a-9ff2-7fd3121deecc tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448782'] for floatingip (a9805ee4-95fa-4e0c-bc6a-bbb013100d71), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:38.552975 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-79ed21ad-c3d4-457a-9ff2-7fd3121deecc tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for floatingip (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:38.554778 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-79ed21ad-c3d4-457a-9ff2-7fd3121deecc tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1749504 Jul 15 14:05:38.580941 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-afb6c0fc-c6fb-4fd5-a269-cc4f45cf9975 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59481580'] for port (9dd13b7b-5824-4744-bdb8-72d01904a1d7), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:38.622787 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb6c0fc-c6fb-4fd5-a269-cc4f45cf9975 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Network 85d18fe6-b559-49ae-a129-0350ffd7e8bf is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:05:38.626312 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-afb6c0fc-c6fb-4fd5-a269-cc4f45cf9975 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:05:38.629112 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb6c0fc-c6fb-4fd5-a269-cc4f45cf9975 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:05:38.668168 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb6c0fc-c6fb-4fd5-a269-cc4f45cf9975 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Pushing event updated for resources: {'Port': ['ID=9dd13b7b-5824-4744-bdb8-72d01904a1d7,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:38.758598 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-afb6c0fc-c6fb-4fd5-a269-cc4f45cf9975 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks [] for floatingip (17317587-a931-46ed-8805-1dc8734b7091), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:38.822862 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-afb6c0fc-c6fb-4fd5-a269-cc4f45cf9975 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (9dd13b7b-5824-4744-bdb8-72d01904a1d7), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:38.859748 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ecb8dd87-b1c1-4a8d-a2d5-7312d9383014 req-99e4d772-1aa8-4145-8d7b-cdca64397247 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--974095970&fields=id&tenant_id=c160b9f06dad4ee98349dbc63131c20d HTTP/1.1" status: 200 len: 267 time: 0.0936975 Jul 15 14:05:38.885562 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:39.062500 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8dd87-b1c1-4a8d-a2d5-7312d9383014 req-1122fea5-a41b-42b9-9973-0666b75e0205 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:39.064100 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ecb8dd87-b1c1-4a8d-a2d5-7312d9383014 req-1122fea5-a41b-42b9-9973-0666b75e0205 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/networks?id=68380afb-92df-4e5a-adc7-5f1834064646 HTTP/1.1" status: 200 len: 816 time: 0.1946447 Jul 15 14:05:39.103155 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:39.130299 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ecb8dd87-b1c1-4a8d-a2d5-7312d9383014 req-be91da67-f90e-482d-9a24-79d0f6d0de0f tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/quotas/c160b9f06dad4ee98349dbc63131c20d HTTP/1.1" status: 200 len: 375 time: 0.0577762 Jul 15 14:05:39.163814 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-afb6c0fc-c6fb-4fd5-a269-cc4f45cf9975 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks [] for port (9dd13b7b-5824-4744-bdb8-72d01904a1d7), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:39.170912 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-afb6c0fc-c6fb-4fd5-a269-cc4f45cf9975 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59481573'] for port (9dd13b7b-5824-4744-bdb8-72d01904a1d7), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:39.317737 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-3117b6cd-8377-4598-90e9-298b0791c2f7 None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:05:39.331004 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ecb8dd87-b1c1-4a8d-a2d5-7312d9383014 req-ee9a78c3-9357-42c6-ae8a-e0f40eed0d58 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c160b9f06dad4ee98349dbc63131c20d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1892478 Jul 15 14:05:39.339097 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb6c0fc-c6fb-4fd5-a269-cc4f45cf9975 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Pushing event updated for resources: {'Port': ['ID=9dd13b7b-5824-4744-bdb8-72d01904a1d7,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:39.424379 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-afb6c0fc-c6fb-4fd5-a269-cc4f45cf9975 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448782'] for floatingip (17317587-a931-46ed-8805-1dc8734b7091), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:39.511552 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-afb6c0fc-c6fb-4fd5-a269-cc4f45cf9975 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for floatingip (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:39.513757 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-afb6c0fc-c6fb-4fd5-a269-cc4f45cf9975 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3595760 Jul 15 14:05:39.542120 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ecb8dd87-b1c1-4a8d-a2d5-7312d9383014 req-6681955f-8fb0-458c-9585-5ca50b78a18a service neutron] 10.222.0.16 "GET /v2.0/networks/68380afb-92df-4e5a-adc7-5f1834064646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988134 Jul 15 14:05:39.658380 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ecb8dd87-b1c1-4a8d-a2d5-7312d9383014 req-51af015a-62db-402e-9633-096872da2eb5 service neutron] 10.222.0.16 "GET /v2.0/networks/68380afb-92df-4e5a-adc7-5f1834064646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058207 Jul 15 14:05:39.799275 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-50214b67-47d2-40d3-92af-ad6166af2dc2 req-e08d93b6-e7ac-4c59-be49-867d9f10c853 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--396120793&fields=id&tenant_id=c8778d5da3de4c4dbae5d24842b359bc HTTP/1.1" status: 200 len: 267 time: 0.0623665 Jul 15 14:05:39.925518 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3c54af66-9319-4507-9146-ddd1f29c893d req-584cd6a6-3204-488e-a51f-36e9d4895ad3 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 210 time: 0.0441515 Jul 15 14:05:39.984145 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50214b67-47d2-40d3-92af-ad6166af2dc2 req-3a4d2c38-2dec-4d46-a702-bdfa4da06559 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:39.985801 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-50214b67-47d2-40d3-92af-ad6166af2dc2 req-3a4d2c38-2dec-4d46-a702-bdfa4da06559 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/networks?id=0460551c-e776-41db-9da0-199d4897f65f HTTP/1.1" status: 200 len: 810 time: 0.1760995 Jul 15 14:05:40.005858 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-50214b67-47d2-40d3-92af-ad6166af2dc2 req-25180a5a-3e57-4f30-9701-a53d5661699f tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/quotas/c8778d5da3de4c4dbae5d24842b359bc HTTP/1.1" status: 200 len: 375 time: 0.0109327 Jul 15 14:05:40.129440 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-50214b67-47d2-40d3-92af-ad6166af2dc2 req-ad6fdcf7-bf0f-4a8f-b1dc-521c381864f1 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c8778d5da3de4c4dbae5d24842b359bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1076007 Jul 15 14:05:40.231255 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-50214b67-47d2-40d3-92af-ad6166af2dc2 req-499135a8-649d-438d-9da5-baafaa1df264 service neutron] 10.222.0.16 "GET /v2.0/networks/0460551c-e776-41db-9da0-199d4897f65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005144 Jul 15 14:05:40.397378 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-50214b67-47d2-40d3-92af-ad6166af2dc2 req-d24f8b19-e7d4-4128-954b-4b73f6531774 service neutron] 10.222.0.16 "GET /v2.0/networks/0460551c-e776-41db-9da0-199d4897f65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572375 Jul 15 14:05:40.598067 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-79c5aebf-ea77-4b0a-af35-65b3e424fba3 req-1ab7c475-d823-47d6-b17c-b5dab7eb0158 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=95fa1bf5-3ff3-468a-bc34-6bb3a90494a4 HTTP/1.1" status: 200 len: 210 time: 0.0413215 Jul 15 14:05:41.092617 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a300a0fe-aed6-4110-ae82-7477bb991c45 req-d2c0687e-8aca-424b-b511-57d58eef4ff0 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 210 time: 0.0420806 Jul 15 14:05:41.219377 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8dd87-b1c1-4a8d-a2d5-7312d9383014 req-2db56fb5-b3a7-4126-83eb-cae63ca8a2c6 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:41.221148 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ecb8dd87-b1c1-4a8d-a2d5-7312d9383014 req-2db56fb5-b3a7-4126-83eb-cae63ca8a2c6 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.64 "GET /v2.0/networks?id=68380afb-92df-4e5a-adc7-5f1834064646 HTTP/1.1" status: 200 len: 816 time: 0.1662781 Jul 15 14:05:41.303384 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ecb8dd87-b1c1-4a8d-a2d5-7312d9383014 req-680e4add-b363-401f-b3aa-db8d84ad56d4 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c160b9f06dad4ee98349dbc63131c20d HTTP/1.1" status: 200 len: 379 time: 0.0622218 Jul 15 14:05:41.386978 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [req-ecb8dd87-b1c1-4a8d-a2d5-7312d9383014 req-553c21ae-c92e-4c00-9f4a-0a0faae8ac1e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Request body: {'port': {'device_id': '12f26be6-7c18-4f85-bf8c-dfd0311b69d0', 'network_id': '68380afb-92df-4e5a-adc7-5f1834064646', 'admin_state_up': True, 'tenant_id': 'c160b9f06dad4ee98349dbc63131c20d', 'security_groups': ['cc90dd3c-5f93-4a9b-a566-083482f307c0']}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:05:41.467873 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:41.555319 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecb8dd87-b1c1-4a8d-a2d5-7312d9383014 req-553c21ae-c92e-4c00-9f4a-0a0faae8ac1e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Made reservation on behalf of c160b9f06dad4ee98349dbc63131c20d for: {'port': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:05:41.561904 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ecb8dd87-b1c1-4a8d-a2d5-7312d9383014 req-553c21ae-c92e-4c00-9f4a-0a0faae8ac1e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:41.575539 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:41.737423 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [req-ecb8dd87-b1c1-4a8d-a2d5-7312d9383014 req-553c21ae-c92e-4c00-9f4a-0a0faae8ac1e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Allocated IP 172.20.0.13 (68380afb-92df-4e5a-adc7-5f1834064646/df9e13f7-b2b8-4f61-84bd-25765312a9d7/f363e19e-f4b1-40d5-a9a0-b2499a7aa619) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:05:41.744017 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f1cbdd01-0e3a-4439-85ac-d7b6786fe3b6 req-59e37426-8d49-44d8-bb71-fb6724e71473 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=95fa1bf5-3ff3-468a-bc34-6bb3a90494a4 HTTP/1.1" status: 200 len: 210 time: 0.0335293 Jul 15 14:05:41.825669 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:42.041655 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50214b67-47d2-40d3-92af-ad6166af2dc2 req-1eb47648-fddc-45a4-99fe-f72d616aba75 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:42.043197 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-50214b67-47d2-40d3-92af-ad6166af2dc2 req-1eb47648-fddc-45a4-99fe-f72d616aba75 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.64 "GET /v2.0/networks?id=0460551c-e776-41db-9da0-199d4897f65f HTTP/1.1" status: 200 len: 810 time: 0.2703557 Jul 15 14:05:42.061388 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ecb8dd87-b1c1-4a8d-a2d5-7312d9383014 req-553c21ae-c92e-4c00-9f4a-0a0faae8ac1e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks [] for port (f363e19e-f4b1-40d5-a9a0-b2499a7aa619), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:42.145192 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ecb8dd87-b1c1-4a8d-a2d5-7312d9383014 req-553c21ae-c92e-4c00-9f4a-0a0faae8ac1e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (f363e19e-f4b1-40d5-a9a0-b2499a7aa619), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:42.168537 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-50214b67-47d2-40d3-92af-ad6166af2dc2 req-b2a8d2bb-3745-4e80-9827-418014e4c90e tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8778d5da3de4c4dbae5d24842b359bc HTTP/1.1" status: 200 len: 379 time: 0.0973105 Jul 15 14:05:42.208107 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [req-50214b67-47d2-40d3-92af-ad6166af2dc2 req-4895e2fc-7b1e-4252-9605-ad07f47776e9 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Request body: {'port': {'device_id': '95fa1bf5-3ff3-468a-bc34-6bb3a90494a4', 'network_id': '0460551c-e776-41db-9da0-199d4897f65f', 'admin_state_up': True, 'tenant_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'security_groups': ['a6578012-ea02-42c6-9866-f74b2c90f001']}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:05:42.249911 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:42.266416 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecb8dd87-b1c1-4a8d-a2d5-7312d9383014 req-553c21ae-c92e-4c00-9f4a-0a0faae8ac1e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Network 68380afb-92df-4e5a-adc7-5f1834064646 is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:05:42.284983 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec698af4-1e58-4497-b371-d60075ed9070 req-53ceda78-4334-4063-b9ea-d6b5e0024263 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:42.287531 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ec698af4-1e58-4497-b371-d60075ed9070 req-53ceda78-4334-4063-b9ea-d6b5e0024263 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 932 time: 0.0921214 Jul 15 14:05:42.298492 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [req-ecb8dd87-b1c1-4a8d-a2d5-7312d9383014 req-553c21ae-c92e-4c00-9f4a-0a0faae8ac1e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:05:42.305340 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb8dd87-b1c1-4a8d-a2d5-7312d9383014 req-553c21ae-c92e-4c00-9f4a-0a0faae8ac1e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:05:42.308612 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553c21ae-c92e-4c00-9f4a-0a0faae8ac1e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Pushing event updated for resources: {'Port': ['ID=f363e19e-f4b1-40d5-a9a0-b2499a7aa619,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:42.372029 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ec698af4-1e58-4497-b371-d60075ed9070 req-42fb2da3-20a2-47f5-b028-132fbfa21f79 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc90dd3c-5f93-4a9b-a566-083482f307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778286 Jul 15 14:05:42.389744 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8dd87-b1c1-4a8d-a2d5-7312d9383014 req-553c21ae-c92e-4c00-9f4a-0a0faae8ac1e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:42.390595 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ecb8dd87-b1c1-4a8d-a2d5-7312d9383014 req-553c21ae-c92e-4c00-9f4a-0a0faae8ac1e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:42.425644 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ecb8dd87-b1c1-4a8d-a2d5-7312d9383014 req-553c21ae-c92e-4c00-9f4a-0a0faae8ac1e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0427399 Jul 15 14:05:42.431690 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50214b67-47d2-40d3-92af-ad6166af2dc2 req-4895e2fc-7b1e-4252-9605-ad07f47776e9 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Made reservation on behalf of c8778d5da3de4c4dbae5d24842b359bc for: {'port': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:05:42.436065 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-50214b67-47d2-40d3-92af-ad6166af2dc2 req-4895e2fc-7b1e-4252-9605-ad07f47776e9 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:42.443398 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [req-ecb8dd87-b1c1-4a8d-a2d5-7312d9383014 req-f0376bbe-92fd-4611-8644-80bfd74e3091 service neutron] Request body: {'port': {'device_id': '12f26be6-7c18-4f85-bf8c-dfd0311b69d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85000'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:05:42.553223 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:42.580109 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ecb8dd87-b1c1-4a8d-a2d5-7312d9383014 req-f0376bbe-92fd-4611-8644-80bfd74e3091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (f363e19e-f4b1-40d5-a9a0-b2499a7aa619), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:42.599304 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-37fdeed0-ce07-437b-be5f-5a7037d11cd6 None None] Provisioning complete for port f363e19e-f4b1-40d5-a9a0-b2499a7aa619 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:05:42.600194 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-37fdeed0-ce07-437b-be5f-5a7037d11cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (f363e19e-f4b1-40d5-a9a0-b2499a7aa619), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:42.642906 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-37fdeed0-ce07-437b-be5f-5a7037d11cd6 None None] Port f363e19e-f4b1-40d5-a9a0-b2499a7aa619 cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 15 14:05:42.693534 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:42.702621 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [req-50214b67-47d2-40d3-92af-ad6166af2dc2 req-4895e2fc-7b1e-4252-9605-ad07f47776e9 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Allocated IP 172.20.0.14 (0460551c-e776-41db-9da0-199d4897f65f/f6331ee6-fa4c-4f22-93e9-8635c17820f0/815bc904-57dc-4545-9f06-3e6e84c15272) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:05:42.889778 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-04356e11-136f-4ea2-951c-c692ea4b35e0 req-577bf512-631b-40bd-b386-e46b99889812 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=95fa1bf5-3ff3-468a-bc34-6bb3a90494a4 HTTP/1.1" status: 200 len: 210 time: 0.0349207 Jul 15 14:05:43.271928 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-50214b67-47d2-40d3-92af-ad6166af2dc2 req-4895e2fc-7b1e-4252-9605-ad07f47776e9 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks [] for port (815bc904-57dc-4545-9f06-3e6e84c15272), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:43.329852 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [req-ecb8dd87-b1c1-4a8d-a2d5-7312d9383014 req-f0376bbe-92fd-4611-8644-80bfd74e3091 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f363e19e-f4b1-40d5-a9a0-b2499a7aa619 {{(pid=103881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 14:05:43.345745 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ecb8dd87-b1c1-4a8d-a2d5-7312d9383014 req-f0376bbe-92fd-4611-8644-80bfd74e3091 service neutron] Publish callbacks [] for port (f363e19e-f4b1-40d5-a9a0-b2499a7aa619), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:43.368646 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.provisioning_blocks [req-ecb8dd87-b1c1-4a8d-a2d5-7312d9383014 req-f0376bbe-92fd-4611-8644-80bfd74e3091 service neutron] Transition to ACTIVE for port object f363e19e-f4b1-40d5-a9a0-b2499a7aa619 will not be triggered until provisioned by entity L2. {{(pid=103881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 15 14:05:43.372555 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-50214b67-47d2-40d3-92af-ad6166af2dc2 req-4895e2fc-7b1e-4252-9605-ad07f47776e9 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (815bc904-57dc-4545-9f06-3e6e84c15272), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:43.375599 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ecb8dd87-b1c1-4a8d-a2d5-7312d9383014 req-f0376bbe-92fd-4611-8644-80bfd74e3091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268230'] for port (f363e19e-f4b1-40d5-a9a0-b2499a7aa619), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:43.378760 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-78fc61e1-a371-4e6a-923d-112e0b7cad24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (6c40ee43-5406-4a95-b7b4-11b32ddced25), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:43.439413 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50214b67-47d2-40d3-92af-ad6166af2dc2 req-4895e2fc-7b1e-4252-9605-ad07f47776e9 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Network 0460551c-e776-41db-9da0-199d4897f65f is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:05:43.447447 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [req-50214b67-47d2-40d3-92af-ad6166af2dc2 req-4895e2fc-7b1e-4252-9605-ad07f47776e9 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:05:43.451314 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-50214b67-47d2-40d3-92af-ad6166af2dc2 req-4895e2fc-7b1e-4252-9605-ad07f47776e9 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:05:43.454243 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0376bbe-92fd-4611-8644-80bfd74e3091 service neutron] Pushing event updated for resources: {'Port': ['ID=f363e19e-f4b1-40d5-a9a0-b2499a7aa619,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:43.568708 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:43.617577 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a25374-d30f-4cee-90f7-53430ab06648 req-4f977807-9a75-4c45-9f98-4d712498687b tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:43.627495 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:43.634144 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-89a25374-d30f-4cee-90f7-53430ab06648 req-4f977807-9a75-4c45-9f98-4d712498687b tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 944 time: 0.1037419 Jul 15 14:05:43.655662 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4895e2fc-7b1e-4252-9605-ad07f47776e9 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Pushing event updated for resources: {'Port': ['ID=815bc904-57dc-4545-9f06-3e6e84c15272,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:43.668939 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50214b67-47d2-40d3-92af-ad6166af2dc2 req-4895e2fc-7b1e-4252-9605-ad07f47776e9 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:43.669394 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-50214b67-47d2-40d3-92af-ad6166af2dc2 req-4895e2fc-7b1e-4252-9605-ad07f47776e9 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:43.708885 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-50214b67-47d2-40d3-92af-ad6166af2dc2 req-4895e2fc-7b1e-4252-9605-ad07f47776e9 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5168746 Jul 15 14:05:43.713197 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-ecb8dd87-b1c1-4a8d-a2d5-7312d9383014 req-f0376bbe-92fd-4611-8644-80bfd74e3091 service neutron] Attempting to bind port f363e19e-f4b1-40d5-a9a0-b2499a7aa619 on host hv-cinder-85000 for vnic_type normal with profile {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 15 14:05:43.713662 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-ecb8dd87-b1c1-4a8d-a2d5-7312d9383014 req-f0376bbe-92fd-4611-8644-80bfd74e3091 service neutron] Attempting to bind port f363e19e-f4b1-40d5-a9a0-b2499a7aa619 by drivers openvswitch,hyperv on host hv-cinder-85000 at level 0 using segments [{'id': '6120fc8a-8d07-42e8-bbb1-497afed6cae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '68380afb-92df-4e5a-adc7-5f1834064646'}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 15 14:05:43.714103 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb8dd87-b1c1-4a8d-a2d5-7312d9383014 req-f0376bbe-92fd-4611-8644-80bfd74e3091 service neutron] Attempting to bind port f363e19e-f4b1-40d5-a9a0-b2499a7aa619 on network 68380afb-92df-4e5a-adc7-5f1834064646 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:05:43.717577 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-89a25374-d30f-4cee-90f7-53430ab06648 req-8f61d808-44eb-47e4-a6d0-f6ae482a5bae tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc90dd3c-5f93-4a9b-a566-083482f307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814414 Jul 15 14:05:43.723684 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [req-50214b67-47d2-40d3-92af-ad6166af2dc2 req-445666c8-8706-444f-b8ab-8af5e3980d32 service neutron] Request body: {'port': {'device_id': '95fa1bf5-3ff3-468a-bc34-6bb3a90494a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85000'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:05:43.736932 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb8dd87-b1c1-4a8d-a2d5-7312d9383014 req-f0376bbe-92fd-4611-8644-80bfd74e3091 service neutron] Port f363e19e-f4b1-40d5-a9a0-b2499a7aa619 on network 68380afb-92df-4e5a-adc7-5f1834064646 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85000 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 15 14:05:43.737346 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb8dd87-b1c1-4a8d-a2d5-7312d9383014 req-f0376bbe-92fd-4611-8644-80bfd74e3091 service neutron] Attempting to bind port f363e19e-f4b1-40d5-a9a0-b2499a7aa619 on network 68380afb-92df-4e5a-adc7-5f1834064646 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:05:43.770759 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb8dd87-b1c1-4a8d-a2d5-7312d9383014 req-f0376bbe-92fd-4611-8644-80bfd74e3091 service neutron] Checking agent: {'id': '73ab3907-1bcf-455f-a05d-131e96f159a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85000', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 13, 58, 57), 'started_at': datetime.datetime(2022, 7, 15, 13, 58, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 14, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 14:05:43.771445 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb8dd87-b1c1-4a8d-a2d5-7312d9383014 req-f0376bbe-92fd-4611-8644-80bfd74e3091 service neutron] Checking segment: {'id': '6120fc8a-8d07-42e8-bbb1-497afed6cae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '68380afb-92df-4e5a-adc7-5f1834064646'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:05:43.772013 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb8dd87-b1c1-4a8d-a2d5-7312d9383014 req-f0376bbe-92fd-4611-8644-80bfd74e3091 service neutron] Bound using segment: {'id': '6120fc8a-8d07-42e8-bbb1-497afed6cae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '68380afb-92df-4e5a-adc7-5f1834064646'} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 14:05:43.772667 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-ecb8dd87-b1c1-4a8d-a2d5-7312d9383014 req-f0376bbe-92fd-4611-8644-80bfd74e3091 service neutron] Bound port: f363e19e-f4b1-40d5-a9a0-b2499a7aa619, host: hv-cinder-85000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6120fc8a-8d07-42e8-bbb1-497afed6cae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '68380afb-92df-4e5a-adc7-5f1834064646'}}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 15 14:05:43.773283 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ecb8dd87-b1c1-4a8d-a2d5-7312d9383014 req-f0376bbe-92fd-4611-8644-80bfd74e3091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (f363e19e-f4b1-40d5-a9a0-b2499a7aa619), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:43.843515 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:43.853072 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-50214b67-47d2-40d3-92af-ad6166af2dc2 req-445666c8-8706-444f-b8ab-8af5e3980d32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (815bc904-57dc-4545-9f06-3e6e84c15272), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:43.890614 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-ecb8dd87-b1c1-4a8d-a2d5-7312d9383014 req-f0376bbe-92fd-4611-8644-80bfd74e3091 service neutron] For port f363e19e-f4b1-40d5-a9a0-b2499a7aa619, host hv-cinder-85000, cleared binding levels {{(pid=103881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:05:43.896494 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-ecb8dd87-b1c1-4a8d-a2d5-7312d9383014 req-f0376bbe-92fd-4611-8644-80bfd74e3091 service neutron] For port f363e19e-f4b1-40d5-a9a0-b2499a7aa619, host hv-cinder-85000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=f363e19e-f4b1-40d5-a9a0-b2499a7aa619,segment=NetworkSegment(6120fc8a-8d07-42e8-bbb1-497afed6cae1),segment_id=6120fc8a-8d07-42e8-bbb1-497afed6cae1)] {{(pid=103881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:05:43.903188 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-290b4de2-6560-43eb-9eef-b596dae86613 None None] Provisioning complete for port 815bc904-57dc-4545-9f06-3e6e84c15272 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:05:43.904589 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-290b4de2-6560-43eb-9eef-b596dae86613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (815bc904-57dc-4545-9f06-3e6e84c15272), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:43.928486 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ecb8dd87-b1c1-4a8d-a2d5-7312d9383014 req-f0376bbe-92fd-4611-8644-80bfd74e3091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268230'] for port (f363e19e-f4b1-40d5-a9a0-b2499a7aa619), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:43.963824 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-290b4de2-6560-43eb-9eef-b596dae86613 None None] Port 815bc904-57dc-4545-9f06-3e6e84c15272 cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 15 14:05:43.987560 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8dd87-b1c1-4a8d-a2d5-7312d9383014 req-f0376bbe-92fd-4611-8644-80bfd74e3091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:43.988197 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ecb8dd87-b1c1-4a8d-a2d5-7312d9383014 req-f0376bbe-92fd-4611-8644-80bfd74e3091 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:43.989702 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ecb8dd87-b1c1-4a8d-a2d5-7312d9383014 req-f0376bbe-92fd-4611-8644-80bfd74e3091 service neutron] 10.222.0.64 "PUT /v2.0/ports/f363e19e-f4b1-40d5-a9a0-b2499a7aa619 HTTP/1.1" status: 200 len: 1094 time: 1.5507360 Jul 15 14:05:43.994968 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12f26be6-7c18-4f85-bf8c-dfd0311b69d0', 'tag': 'f363e19e-f4b1-40d5-a9a0-b2499a7aa619'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:05:43.997288 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27b3149431a8a58964108cadaaee569fc83829ebf6971f3e535c686fd00e584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cef4886-6ce6-47a5-9e41-0ff57d255606" -d '{"events": [{"name": "network-changed", "server_uuid": "12f26be6-7c18-4f85-bf8c-dfd0311b69d0", "tag": "f363e19e-f4b1-40d5-a9a0-b2499a7aa619"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:05:44.071393 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c9bce-fe9d-4e1c-84cf-226b83ddd453 req-af4ca18c-f4f7-4868-b8c9-bf8d37f7b86e tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:44.081964 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e62c9bce-fe9d-4e1c-84cf-226b83ddd453 req-af4ca18c-f4f7-4868-b8c9-bf8d37f7b86e tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=95fa1bf5-3ff3-468a-bc34-6bb3a90494a4 HTTP/1.1" status: 200 len: 932 time: 0.0708523 Jul 15 14:05:44.083305 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0376bbe-92fd-4611-8644-80bfd74e3091 service neutron] Pushing event updated for resources: {'Port': ['ID=f363e19e-f4b1-40d5-a9a0-b2499a7aa619,revision_number=3']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:44.112038 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 14:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54cdc441-aae3-4cff-9e36-81df2ba8c99e x-openstack-request-id: req-54cdc441-aae3-4cff-9e36-81df2ba8c99e {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:05:44.112417 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12f26be6-7c18-4f85-bf8c-dfd0311b69d0", "tag": "f363e19e-f4b1-40d5-a9a0-b2499a7aa619", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:05:44.112842 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-54cdc441-aae3-4cff-9e36-81df2ba8c99e {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:05:44.113363 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54cdc441-aae3-4cff-9e36-81df2ba8c99e'] response: {'name': 'network-changed', 'server_uuid': '12f26be6-7c18-4f85-bf8c-dfd0311b69d0', 'tag': 'f363e19e-f4b1-40d5-a9a0-b2499a7aa619', 'status': 'completed', 'code': 200} Jul 15 14:05:44.170484 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e62c9bce-fe9d-4e1c-84cf-226b83ddd453 req-eb6b4e5f-9fcc-4cab-a3ae-620ea94216b4 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6578012-ea02-42c6-9866-f74b2c90f001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866518 Jul 15 14:05:44.211046 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8dd87-b1c1-4a8d-a2d5-7312d9383014 req-72ba7024-3e67-47d0-9672-24c8e7c1dfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:44.212707 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ecb8dd87-b1c1-4a8d-a2d5-7312d9383014 req-72ba7024-3e67-47d0-9672-24c8e7c1dfe9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c160b9f06dad4ee98349dbc63131c20d&device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 1128 time: 0.1231122 Jul 15 14:05:44.266629 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ecb8dd87-b1c1-4a8d-a2d5-7312d9383014 req-5c893a27-d3ed-4b3f-8feb-7e868fceb7fc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f363e19e-f4b1-40d5-a9a0-b2499a7aa619 HTTP/1.1" status: 200 len: 217 time: 0.0431421 Jul 15 14:05:44.362185 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8dd87-b1c1-4a8d-a2d5-7312d9383014 req-db98881f-9b1b-4ded-af6a-78779a0b37a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:44.364175 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ecb8dd87-b1c1-4a8d-a2d5-7312d9383014 req-db98881f-9b1b-4ded-af6a-78779a0b37a3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=df9e13f7-b2b8-4f61-84bd-25765312a9d7 HTTP/1.1" status: 200 len: 855 time: 0.0871472 Jul 15 14:05:44.441306 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [req-50214b67-47d2-40d3-92af-ad6166af2dc2 req-445666c8-8706-444f-b8ab-8af5e3980d32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 815bc904-57dc-4545-9f06-3e6e84c15272 {{(pid=103881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 14:05:44.450846 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8dd87-b1c1-4a8d-a2d5-7312d9383014 req-6eac4b3c-91ef-43ac-82c4-be4c5a167398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:44.453227 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ecb8dd87-b1c1-4a8d-a2d5-7312d9383014 req-6eac4b3c-91ef-43ac-82c4-be4c5a167398 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=68380afb-92df-4e5a-adc7-5f1834064646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0792706 Jul 15 14:05:44.456173 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-50214b67-47d2-40d3-92af-ad6166af2dc2 req-445666c8-8706-444f-b8ab-8af5e3980d32 service neutron] Publish callbacks [] for port (815bc904-57dc-4545-9f06-3e6e84c15272), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:44.494026 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.provisioning_blocks [req-50214b67-47d2-40d3-92af-ad6166af2dc2 req-445666c8-8706-444f-b8ab-8af5e3980d32 service neutron] Transition to ACTIVE for port object 815bc904-57dc-4545-9f06-3e6e84c15272 will not be triggered until provisioned by entity L2. {{(pid=103881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 15 14:05:44.503457 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-50214b67-47d2-40d3-92af-ad6166af2dc2 req-445666c8-8706-444f-b8ab-8af5e3980d32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268230'] for port (815bc904-57dc-4545-9f06-3e6e84c15272), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:44.609762 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445666c8-8706-444f-b8ab-8af5e3980d32 service neutron] Pushing event updated for resources: {'Port': ['ID=815bc904-57dc-4545-9f06-3e6e84c15272,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:44.671389 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:44.683317 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ecb8dd87-b1c1-4a8d-a2d5-7312d9383014 req-673f4fde-08cf-4436-b447-a5619bdc6aef service neutron] 10.222.0.64 "GET /v2.0/networks/68380afb-92df-4e5a-adc7-5f1834064646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214653 Jul 15 14:05:44.776118 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-50214b67-47d2-40d3-92af-ad6166af2dc2 req-445666c8-8706-444f-b8ab-8af5e3980d32 service neutron] Attempting to bind port 815bc904-57dc-4545-9f06-3e6e84c15272 on host hv-cinder-85000 for vnic_type normal with profile {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 15 14:05:44.776688 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-50214b67-47d2-40d3-92af-ad6166af2dc2 req-445666c8-8706-444f-b8ab-8af5e3980d32 service neutron] Attempting to bind port 815bc904-57dc-4545-9f06-3e6e84c15272 by drivers openvswitch,hyperv on host hv-cinder-85000 at level 0 using segments [{'id': '5785ea6f-9dc2-4ba6-8569-ab8ef09f42b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0460551c-e776-41db-9da0-199d4897f65f'}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 15 14:05:44.777188 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50214b67-47d2-40d3-92af-ad6166af2dc2 req-445666c8-8706-444f-b8ab-8af5e3980d32 service neutron] Attempting to bind port 815bc904-57dc-4545-9f06-3e6e84c15272 on network 0460551c-e776-41db-9da0-199d4897f65f {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:05:44.789060 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50214b67-47d2-40d3-92af-ad6166af2dc2 req-445666c8-8706-444f-b8ab-8af5e3980d32 service neutron] Port 815bc904-57dc-4545-9f06-3e6e84c15272 on network 0460551c-e776-41db-9da0-199d4897f65f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85000 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 15 14:05:44.789392 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50214b67-47d2-40d3-92af-ad6166af2dc2 req-445666c8-8706-444f-b8ab-8af5e3980d32 service neutron] Attempting to bind port 815bc904-57dc-4545-9f06-3e6e84c15272 on network 0460551c-e776-41db-9da0-199d4897f65f {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:05:44.799892 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50214b67-47d2-40d3-92af-ad6166af2dc2 req-445666c8-8706-444f-b8ab-8af5e3980d32 service neutron] Checking agent: {'id': '73ab3907-1bcf-455f-a05d-131e96f159a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85000', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 13, 58, 57), 'started_at': datetime.datetime(2022, 7, 15, 13, 58, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 14, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 14:05:44.800336 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50214b67-47d2-40d3-92af-ad6166af2dc2 req-445666c8-8706-444f-b8ab-8af5e3980d32 service neutron] Checking segment: {'id': '5785ea6f-9dc2-4ba6-8569-ab8ef09f42b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0460551c-e776-41db-9da0-199d4897f65f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:05:44.800719 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50214b67-47d2-40d3-92af-ad6166af2dc2 req-445666c8-8706-444f-b8ab-8af5e3980d32 service neutron] Bound using segment: {'id': '5785ea6f-9dc2-4ba6-8569-ab8ef09f42b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0460551c-e776-41db-9da0-199d4897f65f'} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 14:05:44.801168 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-50214b67-47d2-40d3-92af-ad6166af2dc2 req-445666c8-8706-444f-b8ab-8af5e3980d32 service neutron] Bound port: 815bc904-57dc-4545-9f06-3e6e84c15272, host: hv-cinder-85000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5785ea6f-9dc2-4ba6-8569-ab8ef09f42b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0460551c-e776-41db-9da0-199d4897f65f'}}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 15 14:05:44.801539 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-50214b67-47d2-40d3-92af-ad6166af2dc2 req-445666c8-8706-444f-b8ab-8af5e3980d32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (815bc904-57dc-4545-9f06-3e6e84c15272), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:44.837987 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ecb8dd87-b1c1-4a8d-a2d5-7312d9383014 req-02dd884a-087f-4512-b0c2-770d9314f4c1 service neutron] 10.222.0.64 "GET /v2.0/networks/68380afb-92df-4e5a-adc7-5f1834064646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461642 Jul 15 14:05:44.889689 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:44.905894 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-50214b67-47d2-40d3-92af-ad6166af2dc2 req-445666c8-8706-444f-b8ab-8af5e3980d32 service neutron] For port 815bc904-57dc-4545-9f06-3e6e84c15272, host hv-cinder-85000, cleared binding levels {{(pid=103881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:05:44.910679 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-50214b67-47d2-40d3-92af-ad6166af2dc2 req-445666c8-8706-444f-b8ab-8af5e3980d32 service neutron] For port 815bc904-57dc-4545-9f06-3e6e84c15272, host hv-cinder-85000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=815bc904-57dc-4545-9f06-3e6e84c15272,segment=NetworkSegment(5785ea6f-9dc2-4ba6-8569-ab8ef09f42b4),segment_id=5785ea6f-9dc2-4ba6-8569-ab8ef09f42b4)] {{(pid=103881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:05:44.921656 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-50214b67-47d2-40d3-92af-ad6166af2dc2 req-445666c8-8706-444f-b8ab-8af5e3980d32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268230'] for port (815bc904-57dc-4545-9f06-3e6e84c15272), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:44.941768 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e5ea0-a229-4049-89e4-9990e431a827 req-bd19804a-9b3a-4642-9ac8-fe0fc89fb257 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:44.943849 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b48e5ea0-a229-4049-89e4-9990e431a827 req-bd19804a-9b3a-4642-9ac8-fe0fc89fb257 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 944 time: 0.0737402 Jul 15 14:05:44.968555 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50214b67-47d2-40d3-92af-ad6166af2dc2 req-445666c8-8706-444f-b8ab-8af5e3980d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:44.969537 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-50214b67-47d2-40d3-92af-ad6166af2dc2 req-445666c8-8706-444f-b8ab-8af5e3980d32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:44.972076 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-50214b67-47d2-40d3-92af-ad6166af2dc2 req-445666c8-8706-444f-b8ab-8af5e3980d32 service neutron] 10.222.0.64 "PUT /v2.0/ports/815bc904-57dc-4545-9f06-3e6e84c15272 HTTP/1.1" status: 200 len: 1094 time: 1.2525527 Jul 15 14:05:45.021523 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445666c8-8706-444f-b8ab-8af5e3980d32 service neutron] Pushing event updated for resources: {'Port': ['ID=815bc904-57dc-4545-9f06-3e6e84c15272,revision_number=3']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:45.028838 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b48e5ea0-a229-4049-89e4-9990e431a827 req-40d37542-c702-4a27-87e9-d63b5657700e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc90dd3c-5f93-4a9b-a566-083482f307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775914 Jul 15 14:05:45.276989 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:45.310978 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42806d64-6439-4c2e-bd19-bf666f90fc1d req-fbed3235-7a63-4138-b3dd-e08c70664a7b tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:45.313601 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-42806d64-6439-4c2e-bd19-bf666f90fc1d req-fbed3235-7a63-4138-b3dd-e08c70664a7b tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=95fa1bf5-3ff3-468a-bc34-6bb3a90494a4 HTTP/1.1" status: 200 len: 944 time: 0.0681167 Jul 15 14:05:45.382602 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-42806d64-6439-4c2e-bd19-bf666f90fc1d req-4eed98c2-8c35-4842-ae12-1eacb13419bf tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6578012-ea02-42c6-9866-f74b2c90f001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625377 Jul 15 14:05:45.843480 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c45175a3-c509-4481-8168-4a8bc66daed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (f703993d-e678-48e2-a65c-4d8192af82e3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:45.924072 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef4886-6ce6-47a5-9e41-0ff57d255606 req-40052199-9ba5-4ec8-9959-2d4b2c70d5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:45.925722 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5cef4886-6ce6-47a5-9e41-0ff57d255606 req-40052199-9ba5-4ec8-9959-2d4b2c70d5bc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c160b9f06dad4ee98349dbc63131c20d&device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 1128 time: 0.0815358 Jul 15 14:05:45.957839 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50214b67-47d2-40d3-92af-ad6166af2dc2 req-85673fd6-b239-4087-ae70-36158e21f744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:45.959181 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-50214b67-47d2-40d3-92af-ad6166af2dc2 req-85673fd6-b239-4087-ae70-36158e21f744 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c8778d5da3de4c4dbae5d24842b359bc&device_id=95fa1bf5-3ff3-468a-bc34-6bb3a90494a4 HTTP/1.1" status: 200 len: 1128 time: 0.0775962 Jul 15 14:05:46.053400 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-50214b67-47d2-40d3-92af-ad6166af2dc2 req-816ffd0d-11a8-4821-9181-183eb0e4ff56 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=815bc904-57dc-4545-9f06-3e6e84c15272 HTTP/1.1" status: 200 len: 217 time: 0.0443654 Jul 15 14:05:46.115534 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95fa1bf5-3ff3-468a-bc34-6bb3a90494a4', 'tag': '815bc904-57dc-4545-9f06-3e6e84c15272'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:05:46.118127 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27b3149431a8a58964108cadaaee569fc83829ebf6971f3e535c686fd00e584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78fcfa6e-2928-4315-9324-374d1970fd5f" -d '{"events": [{"name": "network-changed", "server_uuid": "95fa1bf5-3ff3-468a-bc34-6bb3a90494a4", "tag": "815bc904-57dc-4545-9f06-3e6e84c15272"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:05:46.136001 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef4886-6ce6-47a5-9e41-0ff57d255606 req-c0172b96-845d-4d23-9983-62d8c116bcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:46.137667 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5cef4886-6ce6-47a5-9e41-0ff57d255606 req-c0172b96-845d-4d23-9983-62d8c116bcc0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=68380afb-92df-4e5a-adc7-5f1834064646 HTTP/1.1" status: 200 len: 917 time: 0.2045403 Jul 15 14:05:46.164515 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50214b67-47d2-40d3-92af-ad6166af2dc2 req-474e80d2-7011-484f-b811-5c3834880a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:46.164515 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-50214b67-47d2-40d3-92af-ad6166af2dc2 req-474e80d2-7011-484f-b811-5c3834880a3e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f6331ee6-fa4c-4f22-93e9-8635c17820f0 HTTP/1.1" status: 200 len: 849 time: 0.0981269 Jul 15 14:05:46.165561 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 14:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7dd7c5-3718-435f-a42d-b80a8d229617 x-openstack-request-id: req-5d7dd7c5-3718-435f-a42d-b80a8d229617 {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:05:46.166480 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95fa1bf5-3ff3-468a-bc34-6bb3a90494a4", "tag": "815bc904-57dc-4545-9f06-3e6e84c15272", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:05:46.166480 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5d7dd7c5-3718-435f-a42d-b80a8d229617 {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:05:46.166480 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d7dd7c5-3718-435f-a42d-b80a8d229617'] response: {'name': 'network-changed', 'server_uuid': '95fa1bf5-3ff3-468a-bc34-6bb3a90494a4', 'tag': '815bc904-57dc-4545-9f06-3e6e84c15272', 'status': 'completed', 'code': 200} Jul 15 14:05:46.199033 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5abd627-9f5b-4574-937a-8c94ac62dd44 req-3a6bc50a-5495-454a-b852-55ac5cf7e8ea tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:46.201979 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a5abd627-9f5b-4574-937a-8c94ac62dd44 req-3a6bc50a-5495-454a-b852-55ac5cf7e8ea tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 944 time: 0.0768659 Jul 15 14:05:46.262294 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a5abd627-9f5b-4574-937a-8c94ac62dd44 req-4d762b13-258a-4e04-879b-4c656f3596fe tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc90dd3c-5f93-4a9b-a566-083482f307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543458 Jul 15 14:05:46.434062 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5cef4886-6ce6-47a5-9e41-0ff57d255606 req-6db3803d-3c9d-4576-8bee-64e6aa064a83 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f363e19e-f4b1-40d5-a9a0-b2499a7aa619 HTTP/1.1" status: 200 len: 217 time: 0.0533183 Jul 15 14:05:46.486031 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50214b67-47d2-40d3-92af-ad6166af2dc2 req-299ad993-de7f-4441-92fd-f5bd4534965f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:46.489030 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-50214b67-47d2-40d3-92af-ad6166af2dc2 req-299ad993-de7f-4441-92fd-f5bd4534965f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0460551c-e776-41db-9da0-199d4897f65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1176014 Jul 15 14:05:46.551808 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef4886-6ce6-47a5-9e41-0ff57d255606 req-179b15a3-0223-4f3b-91f4-433212ffe076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:46.552367 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56431a2-482e-439c-b248-6fdd3c844b53 req-45307544-d4f6-4428-a746-804712996581 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:46.554479 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a56431a2-482e-439c-b248-6fdd3c844b53 req-45307544-d4f6-4428-a746-804712996581 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=95fa1bf5-3ff3-468a-bc34-6bb3a90494a4 HTTP/1.1" status: 200 len: 944 time: 0.0644817 Jul 15 14:05:46.554724 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5cef4886-6ce6-47a5-9e41-0ff57d255606 req-179b15a3-0223-4f3b-91f4-433212ffe076 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=df9e13f7-b2b8-4f61-84bd-25765312a9d7 HTTP/1.1" status: 200 len: 855 time: 0.1107988 Jul 15 14:05:46.632873 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a56431a2-482e-439c-b248-6fdd3c844b53 req-94914b44-c789-48b8-b023-e29ca1784d09 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6578012-ea02-42c6-9866-f74b2c90f001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671453 Jul 15 14:05:46.710827 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef4886-6ce6-47a5-9e41-0ff57d255606 req-1e04d623-6ab0-43b3-88de-b3832c55963d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:46.713421 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5cef4886-6ce6-47a5-9e41-0ff57d255606 req-1e04d623-6ab0-43b3-88de-b3832c55963d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=68380afb-92df-4e5a-adc7-5f1834064646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1393886 Jul 15 14:05:46.803017 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-50214b67-47d2-40d3-92af-ad6166af2dc2 req-f62094cc-68b5-4d7c-81df-7fc1b571cdca service neutron] 10.222.0.64 "GET /v2.0/networks/0460551c-e776-41db-9da0-199d4897f65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028488 Jul 15 14:05:46.959724 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5cef4886-6ce6-47a5-9e41-0ff57d255606 req-e1584acf-c0da-4f02-a708-bda16a2a956b service neutron] 10.222.0.64 "GET /v2.0/networks/68380afb-92df-4e5a-adc7-5f1834064646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335725 Jul 15 14:05:47.014006 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-50214b67-47d2-40d3-92af-ad6166af2dc2 req-1cfd0be0-d8cd-492c-aab4-aa439aa7c6a3 service neutron] 10.222.0.64 "GET /v2.0/networks/0460551c-e776-41db-9da0-199d4897f65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608260 Jul 15 14:05:47.020503 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:47.114249 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5cef4886-6ce6-47a5-9e41-0ff57d255606 req-a69005e4-2847-430c-9fbb-f2a8fde549cd service neutron] 10.222.0.64 "GET /v2.0/networks/68380afb-92df-4e5a-adc7-5f1834064646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389558 Jul 15 14:05:47.273635 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62650970-9807-4a53-b182-b0e3c169648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (be31d1c0-1844-4ed1-99dc-0179bb6e7ee8), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:47.413561 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9972b4dd-31d6-4e7d-bcf1-386d0d97049c req-b9ea0c3a-876c-4ad9-9961-423e4bf7899e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:47.415234 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9972b4dd-31d6-4e7d-bcf1-386d0d97049c req-b9ea0c3a-876c-4ad9-9961-423e4bf7899e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 944 time: 0.0524817 Jul 15 14:05:47.486102 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1dbb72-2bc6-4279-b6b2-f15ada6b946f req-92b9398e-6527-4114-9547-6d7f41234a20 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:47.487791 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ed1dbb72-2bc6-4279-b6b2-f15ada6b946f req-92b9398e-6527-4114-9547-6d7f41234a20 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7f6876c-e419-4a62-b81a-9636359322ff HTTP/1.1" status: 200 len: 946 time: 0.0715969 Jul 15 14:05:47.529504 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9972b4dd-31d6-4e7d-bcf1-386d0d97049c req-7d67cabf-bc6f-4af9-8e8f-c44f53cae4a0 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc90dd3c-5f93-4a9b-a566-083482f307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038437 Jul 15 14:05:47.564750 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ed1dbb72-2bc6-4279-b6b2-f15ada6b946f req-03baa106-4c00-44d6-9766-4d15adf365c9 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=67d59677-8662-46b1-8429-67b57a904433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700743 Jul 15 14:05:47.588245 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device f363e19e-f4b1-40d5-a9a0-b2499a7aa619 details requested by agent hyperv_hv-cinder-85000 with host hv-cinder-85000 {{(pid=103883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:05:47.708413 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port f363e19e-f4b1-40d5-a9a0-b2499a7aa619, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=f363e19e-f4b1-40d5-a9a0-b2499a7aa619,segment=NetworkSegment(6120fc8a-8d07-42e8-bbb1-497afed6cae1),segment_id=6120fc8a-8d07-42e8-bbb1-497afed6cae1)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:05:47.722606 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Returning: {'device': 'f363e19e-f4b1-40d5-a9a0-b2499a7aa619', 'network_id': '68380afb-92df-4e5a-adc7-5f1834064646', 'port_id': 'f363e19e-f4b1-40d5-a9a0-b2499a7aa619', 'mac_address': 'fa:16:3e:ce:5d:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df9e13f7-b2b8-4f61-84bd-25765312a9d7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:05:47.768191 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Current status of the port f363e19e-f4b1-40d5-a9a0-b2499a7aa619 is: DOWN; New status is: BUILD {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:05:47.768626 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (f363e19e-f4b1-40d5-a9a0-b2499a7aa619), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:47.783298 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f363e19e-f4b1-40d5-a9a0-b2499a7aa619 {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 14:05:47.785006 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b259a4e-3cf8-4cc7-b317-41c971db7883 req-0ec813b9-5636-4af7-8071-483005ae03de tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:47.787710 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2b259a4e-3cf8-4cc7-b317-41c971db7883 req-0ec813b9-5636-4af7-8071-483005ae03de tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=95fa1bf5-3ff3-468a-bc34-6bb3a90494a4 HTTP/1.1" status: 200 len: 944 time: 0.0770347 Jul 15 14:05:47.817430 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port f363e19e-f4b1-40d5-a9a0-b2499a7aa619, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=f363e19e-f4b1-40d5-a9a0-b2499a7aa619,segment=NetworkSegment(6120fc8a-8d07-42e8-bbb1-497afed6cae1),segment_id=6120fc8a-8d07-42e8-bbb1-497afed6cae1)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:05:47.824882 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (f363e19e-f4b1-40d5-a9a0-b2499a7aa619), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:47.845615 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2b259a4e-3cf8-4cc7-b317-41c971db7883 req-6abc63a2-d951-4e1e-a4ab-be1104d61259 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6578012-ea02-42c6-9866-f74b2c90f001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513191 Jul 15 14:05:47.895037 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Pushing event updated for resources: {'Port': ['ID=f363e19e-f4b1-40d5-a9a0-b2499a7aa619,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:47.903782 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:47.904535 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:47.904946 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:47.905315 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:47.905658 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:47.906004 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:47.906345 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:47.907181 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:47.907181 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:47.909183 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:47.909183 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:47.909183 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:47.909183 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:47.909183 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:47.909183 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:48.094559 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcfa6e-2928-4315-9324-374d1970fd5f req-9b646340-2463-4fe5-b267-9527cd8f92e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:48.096139 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-78fcfa6e-2928-4315-9324-374d1970fd5f req-9b646340-2463-4fe5-b267-9527cd8f92e2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c8778d5da3de4c4dbae5d24842b359bc&device_id=95fa1bf5-3ff3-468a-bc34-6bb3a90494a4 HTTP/1.1" status: 200 len: 1128 time: 0.0499425 Jul 15 14:05:48.120457 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] get_ports_and_sgs() called for port_ids ['f363e19e-f4b1-40d5-a9a0-b2499a7aa619'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:05:48.523508 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee182daf-6335-4abe-96a5-cfae59e42a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (d0f04363-b393-47bd-b9b2-c25e00098206), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:48.726896 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791eac7-a00b-4f58-8f15-ad0ddc1e3b59 req-830d19f2-7b10-497a-8931-7051bf76c242 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:48.728676 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6791eac7-a00b-4f58-8f15-ad0ddc1e3b59 req-830d19f2-7b10-497a-8931-7051bf76c242 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 945 time: 0.1057138 Jul 15 14:05:48.747893 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (7bcac420-d3a9-4cfc-af22-5ba5795a5287), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:48.759702 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb209cc-819c-4edc-8e0d-54fb3337f003 req-58419ada-7f35-4bf7-977f-1eb2cfce6228 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:48.761531 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3eb209cc-819c-4edc-8e0d-54fb3337f003 req-58419ada-7f35-4bf7-977f-1eb2cfce6228 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7f6876c-e419-4a62-b81a-9636359322ff HTTP/1.1" status: 200 len: 946 time: 0.0857697 Jul 15 14:05:48.814976 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:48.838622 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6791eac7-a00b-4f58-8f15-ad0ddc1e3b59 req-127912bf-712f-4d91-b55f-4078433bd0d8 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc90dd3c-5f93-4a9b-a566-083482f307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976534 Jul 15 14:05:48.842771 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:48.856678 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3eb209cc-819c-4edc-8e0d-54fb3337f003 req-9546544e-97c3-4278-8ead-73d9ffe7f71e tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=67d59677-8662-46b1-8429-67b57a904433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864370 Jul 15 14:05:48.982952 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d95836-af29-480f-8fc7-598be5639ef0 req-984c997f-c3cd-4d07-8462-8df3d8013313 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:48.984787 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c3d95836-af29-480f-8fc7-598be5639ef0 req-984c997f-c3cd-4d07-8462-8df3d8013313 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=95fa1bf5-3ff3-468a-bc34-6bb3a90494a4 HTTP/1.1" status: 200 len: 944 time: 0.0546916 Jul 15 14:05:49.068904 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c3d95836-af29-480f-8fc7-598be5639ef0 req-0b5bef46-daee-4012-8f62-acf0d62c48f0 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6578012-ea02-42c6-9866-f74b2c90f001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742278 Jul 15 14:05:49.313923 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=59,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:49.620174 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device 815bc904-57dc-4545-9f06-3e6e84c15272 details requested by agent hyperv_hv-cinder-85000 with host hv-cinder-85000 {{(pid=103883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:05:49.622463 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device f363e19e-f4b1-40d5-a9a0-b2499a7aa619 up at agent hyperv_hv-cinder-85000 {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:05:49.735056 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Provisioning for port f363e19e-f4b1-40d5-a9a0-b2499a7aa619 completed by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 15 14:05:49.746105 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Provisioning complete for port f363e19e-f4b1-40d5-a9a0-b2499a7aa619 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:05:49.746484 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (f363e19e-f4b1-40d5-a9a0-b2499a7aa619), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:49.806075 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port 815bc904-57dc-4545-9f06-3e6e84c15272, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=815bc904-57dc-4545-9f06-3e6e84c15272,segment=NetworkSegment(5785ea6f-9dc2-4ba6-8569-ab8ef09f42b4),segment_id=5785ea6f-9dc2-4ba6-8569-ab8ef09f42b4)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:05:49.819123 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:49.822770 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Returning: {'device': '815bc904-57dc-4545-9f06-3e6e84c15272', 'network_id': '0460551c-e776-41db-9da0-199d4897f65f', 'port_id': '815bc904-57dc-4545-9f06-3e6e84c15272', 'mac_address': 'fa:16:3e:14:9b:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6331ee6-fa4c-4f22-93e9-8635c17820f0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:05:49.826814 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:50.030990 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3178ea-549a-4d0e-a8b1-2472edfd0282 req-5aa4b6b9-ea3e-4ae8-b673-d783843596c4 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:50.032682 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bd3178ea-549a-4d0e-a8b1-2472edfd0282 req-5aa4b6b9-ea3e-4ae8-b673-d783843596c4 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 945 time: 0.1085410 Jul 15 14:05:50.068711 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Current status of the port f363e19e-f4b1-40d5-a9a0-b2499a7aa619 is: BUILD; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:05:50.069008 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc4159-34ae-4995-bf50-87edd6402284 req-7238199f-659f-447e-925d-2317550c19af tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:50.069171 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (f363e19e-f4b1-40d5-a9a0-b2499a7aa619), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:50.070496 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6bdc4159-34ae-4995-bf50-87edd6402284 req-7238199f-659f-447e-925d-2317550c19af tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7f6876c-e419-4a62-b81a-9636359322ff HTTP/1.1" status: 200 len: 946 time: 0.0848536 Jul 15 14:05:50.071463 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Current status of the port 815bc904-57dc-4545-9f06-3e6e84c15272 is: DOWN; New status is: BUILD {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:05:50.072491 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (815bc904-57dc-4545-9f06-3e6e84c15272), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:50.102486 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 815bc904-57dc-4545-9f06-3e6e84c15272 {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 14:05:50.114972 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f26be6-7c18-4f85-bf8c-dfd0311b69d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f363e19e-f4b1-40d5-a9a0-b2499a7aa619'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:05:50.117406 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c4b0ce05359387fb1b8f2741601f150af1cafc779f59aaec505bdecc1202ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3897616a-0fed-484c-9238-1aab65d1d5f9" -d '{"events": [{"server_uuid": "12f26be6-7c18-4f85-bf8c-dfd0311b69d0", "name": "network-vif-plugged", "status": "completed", "tag": "f363e19e-f4b1-40d5-a9a0-b2499a7aa619"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:05:50.125725 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bd3178ea-549a-4d0e-a8b1-2472edfd0282 req-b5e51fc8-bcf4-413e-a878-c7121e4a3873 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc90dd3c-5f93-4a9b-a566-083482f307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820999 Jul 15 14:05:50.145929 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port f363e19e-f4b1-40d5-a9a0-b2499a7aa619, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=f363e19e-f4b1-40d5-a9a0-b2499a7aa619,segment=NetworkSegment(6120fc8a-8d07-42e8-bbb1-497afed6cae1),segment_id=6120fc8a-8d07-42e8-bbb1-497afed6cae1)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:05:50.147327 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port 815bc904-57dc-4545-9f06-3e6e84c15272, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=815bc904-57dc-4545-9f06-3e6e84c15272,segment=NetworkSegment(5785ea6f-9dc2-4ba6-8569-ab8ef09f42b4),segment_id=5785ea6f-9dc2-4ba6-8569-ab8ef09f42b4)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:05:50.158008 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (f363e19e-f4b1-40d5-a9a0-b2499a7aa619), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:50.159262 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6bdc4159-34ae-4995-bf50-87edd6402284 req-7b7bb9d9-7f6a-4d06-a96a-723204661dcf tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=67d59677-8662-46b1-8429-67b57a904433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777955 Jul 15 14:05:50.164264 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (815bc904-57dc-4545-9f06-3e6e84c15272), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:50.219607 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 14:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f73b43e-a9a9-41cd-8bc0-8a5993115d5d x-openstack-request-id: req-8f73b43e-a9a9-41cd-8bc0-8a5993115d5d {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:05:50.220033 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f26be6-7c18-4f85-bf8c-dfd0311b69d0", "name": "network-vif-plugged", "status": "completed", "tag": "f363e19e-f4b1-40d5-a9a0-b2499a7aa619", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:05:50.220411 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8f73b43e-a9a9-41cd-8bc0-8a5993115d5d {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:05:50.221006 dv-cinder-850002-1-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f73b43e-a9a9-41cd-8bc0-8a5993115d5d'] response: {'server_uuid': '12f26be6-7c18-4f85-bf8c-dfd0311b69d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f363e19e-f4b1-40d5-a9a0-b2499a7aa619', 'code': 200} Jul 15 14:05:50.254371 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:50.258073 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Pushing event updated for resources: {'Port': ['ID=f363e19e-f4b1-40d5-a9a0-b2499a7aa619,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:50.321948 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a78c9-5b8a-40aa-8d8d-61bab71e62eb req-80c24223-d6a3-4a66-8200-b9555b2b865d tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:50.324206 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-725a78c9-5b8a-40aa-8d8d-61bab71e62eb req-80c24223-d6a3-4a66-8200-b9555b2b865d tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=95fa1bf5-3ff3-468a-bc34-6bb3a90494a4 HTTP/1.1" status: 200 len: 945 time: 0.0660360 Jul 15 14:05:50.365338 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Pushing event updated for resources: {'Port': ['ID=815bc904-57dc-4545-9f06-3e6e84c15272,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:50.391842 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-725a78c9-5b8a-40aa-8d8d-61bab71e62eb req-2bda8bb4-c10a-409b-8922-5a163b56eef3 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6578012-ea02-42c6-9866-f74b2c90f001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610447 Jul 15 14:05:50.449622 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] get_ports_and_sgs() called for port_ids ['815bc904-57dc-4545-9f06-3e6e84c15272'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:05:51.324015 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11be81-0358-4094-8e7f-149cb451e69b req-450ff777-19d8-4726-b9b5-8b88650c6097 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:51.326849 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4a11be81-0358-4094-8e7f-149cb451e69b req-450ff777-19d8-4726-b9b5-8b88650c6097 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 946 time: 0.0821791 Jul 15 14:05:51.342701 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c09de-f8ae-4b84-81ce-635ada5d6f8d req-4921fca2-2e14-43d5-9c97-af4d30782178 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:51.345127 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-985c09de-f8ae-4b84-81ce-635ada5d6f8d req-4921fca2-2e14-43d5-9c97-af4d30782178 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7f6876c-e419-4a62-b81a-9636359322ff HTTP/1.1" status: 200 len: 946 time: 0.0902643 Jul 15 14:05:51.356906 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=100 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:51.455026 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4a11be81-0358-4094-8e7f-149cb451e69b req-99bf09dd-50a3-42ec-b2dc-eef9f0f5d188 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc90dd3c-5f93-4a9b-a566-083482f307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081493 Jul 15 14:05:51.461950 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-985c09de-f8ae-4b84-81ce-635ada5d6f8d req-0d702bef-ea2c-45a0-b961-a4d9a3d64b86 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=67d59677-8662-46b1-8429-67b57a904433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937655 Jul 15 14:05:51.499189 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcfa6e-2928-4315-9324-374d1970fd5f req-c0f227fa-4793-4c39-8a2d-9aac078eb3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:51.500811 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-78fcfa6e-2928-4315-9324-374d1970fd5f req-c0f227fa-4793-4c39-8a2d-9aac078eb3d0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0460551c-e776-41db-9da0-199d4897f65f HTTP/1.1" status: 200 len: 911 time: 0.1808627 Jul 15 14:05:51.577485 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-78fcfa6e-2928-4315-9324-374d1970fd5f req-a30ea8c4-2389-40c8-ba74-db18e3a68658 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=815bc904-57dc-4545-9f06-3e6e84c15272 HTTP/1.1" status: 200 len: 217 time: 0.0568504 Jul 15 14:05:51.633514 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f94b7-e2da-4cb9-9ab9-59d6fcc6db17 req-2f7b1fe7-8c41-4189-a9fc-cf54a6385fc9 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:51.634169 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device 815bc904-57dc-4545-9f06-3e6e84c15272 up at agent hyperv_hv-cinder-85000 {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:05:51.636201 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3e7f94b7-e2da-4cb9-9ab9-59d6fcc6db17 req-2f7b1fe7-8c41-4189-a9fc-cf54a6385fc9 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=95fa1bf5-3ff3-468a-bc34-6bb3a90494a4 HTTP/1.1" status: 200 len: 945 time: 0.0687742 Jul 15 14:05:51.663552 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c3d5de-48a2-4c25-b611-f372a556ee58 req-adb1871c-7c93-4db5-94c8-71295287de92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:51.665174 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-12c3d5de-48a2-4c25-b611-f372a556ee58 req-adb1871c-7c93-4db5-94c8-71295287de92 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 1130 time: 0.0996933 Jul 15 14:05:51.691446 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Provisioning for port 815bc904-57dc-4545-9f06-3e6e84c15272 completed by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 15 14:05:51.703761 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Provisioning complete for port 815bc904-57dc-4545-9f06-3e6e84c15272 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:05:51.704143 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (815bc904-57dc-4545-9f06-3e6e84c15272), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:51.723066 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcfa6e-2928-4315-9324-374d1970fd5f req-0096003a-1eb0-4801-9e1c-976e558004fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:51.724890 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-78fcfa6e-2928-4315-9324-374d1970fd5f req-0096003a-1eb0-4801-9e1c-976e558004fe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f6331ee6-fa4c-4f22-93e9-8635c17820f0 HTTP/1.1" status: 200 len: 849 time: 0.1279428 Jul 15 14:05:51.734986 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3e7f94b7-e2da-4cb9-9ab9-59d6fcc6db17 req-11ecc1c1-25b6-4d31-837c-df4f65c14c66 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6578012-ea02-42c6-9866-f74b2c90f001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867696 Jul 15 14:05:51.735848 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de02e4-116b-45c6-a916-5968d1fec6d8 req-d0a5479a-09b5-4b77-ba92-9888b5d56b33 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:51.737690 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-61de02e4-116b-45c6-a916-5968d1fec6d8 req-d0a5479a-09b5-4b77-ba92-9888b5d56b33 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.64 "GET /v2.0/ports?device_id=f7f6876c-e419-4a62-b81a-9636359322ff HTTP/1.1" status: 200 len: 946 time: 0.0872905 Jul 15 14:05:51.815652 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Current status of the port 815bc904-57dc-4545-9f06-3e6e84c15272 is: BUILD; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:05:51.816180 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (815bc904-57dc-4545-9f06-3e6e84c15272), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:51.839990 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-12c3d5de-48a2-4c25-b611-f372a556ee58 req-0a0bec5e-d8fe-42b5-b1c4-045a69f41e94 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=cc90dd3c-5f93-4a9b-a566-083482f307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521657 Jul 15 14:05:51.844975 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcfa6e-2928-4315-9324-374d1970fd5f req-ab214e05-4a69-4a6b-8f7f-e03cc6d7735a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:51.846577 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-78fcfa6e-2928-4315-9324-374d1970fd5f req-ab214e05-4a69-4a6b-8f7f-e03cc6d7735a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0460551c-e776-41db-9da0-199d4897f65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1049705 Jul 15 14:05:51.860192 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port 815bc904-57dc-4545-9f06-3e6e84c15272, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=815bc904-57dc-4545-9f06-3e6e84c15272,segment=NetworkSegment(5785ea6f-9dc2-4ba6-8569-ab8ef09f42b4),segment_id=5785ea6f-9dc2-4ba6-8569-ab8ef09f42b4)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:05:51.866071 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (815bc904-57dc-4545-9f06-3e6e84c15272), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:51.912808 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-61de02e4-116b-45c6-a916-5968d1fec6d8 req-98918245-84be-4d35-ae15-f313095bd089 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Deleting port 5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7 {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:05:51.913862 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-61de02e4-116b-45c6-a916-5968d1fec6d8 req-98918245-84be-4d35-ae15-f313095bd089 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:51.946919 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Pushing event updated for resources: {'Port': ['ID=815bc904-57dc-4545-9f06-3e6e84c15272,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:52.069661 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-61de02e4-116b-45c6-a916-5968d1fec6d8 req-98918245-84be-4d35-ae15-f313095bd089 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] For port 5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7,segment=NetworkSegment(00d52852-4d7f-4f72-9ea8-52445064468d),segment_id=00d52852-4d7f-4f72-9ea8-52445064468d)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:05:52.070027 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-61de02e4-116b-45c6-a916-5968d1fec6d8 req-98918245-84be-4d35-ae15-f313095bd089 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:52.222875 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95fa1bf5-3ff3-468a-bc34-6bb3a90494a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '815bc904-57dc-4545-9f06-3e6e84c15272'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:05:52.227026 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c4b0ce05359387fb1b8f2741601f150af1cafc779f59aaec505bdecc1202ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1cf9cef-0b41-4959-b875-3587ba900537" -d '{"events": [{"server_uuid": "95fa1bf5-3ff3-468a-bc34-6bb3a90494a4", "name": "network-vif-plugged", "status": "completed", "tag": "815bc904-57dc-4545-9f06-3e6e84c15272"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:05:52.279760 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-78fcfa6e-2928-4315-9324-374d1970fd5f req-a2d16669-9e7b-437e-b452-9a3603dca07e service neutron] 10.222.0.64 "GET /v2.0/networks/0460551c-e776-41db-9da0-199d4897f65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060905 Jul 15 14:05:52.285769 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 14:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81904c7a-c5ec-441a-9c23-b1e2c702131b x-openstack-request-id: req-81904c7a-c5ec-441a-9c23-b1e2c702131b {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:05:52.286424 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95fa1bf5-3ff3-468a-bc34-6bb3a90494a4", "name": "network-vif-plugged", "status": "completed", "tag": "815bc904-57dc-4545-9f06-3e6e84c15272", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:05:52.286895 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-81904c7a-c5ec-441a-9c23-b1e2c702131b {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:05:52.287611 dv-cinder-850002-1-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81904c7a-c5ec-441a-9c23-b1e2c702131b'] response: {'server_uuid': '95fa1bf5-3ff3-468a-bc34-6bb3a90494a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '815bc904-57dc-4545-9f06-3e6e84c15272', 'code': 200} Jul 15 14:05:52.343617 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-61de02e4-116b-45c6-a916-5968d1fec6d8 req-98918245-84be-4d35-ae15-f313095bd089 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:52.343924 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-61de02e4-116b-45c6-a916-5968d1fec6d8 req-98918245-84be-4d35-ae15-f313095bd089 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448782'] for floatingip (505ddcde-0a62-4208-a537-b2fbe1fb560c), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:52.344191 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.db.l3_db [req-61de02e4-116b-45c6-a916-5968d1fec6d8 req-98918245-84be-4d35-ae15-f313095bd089 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Floating IP 505ddcde-0a62-4208-a537-b2fbe1fb560c disassociated. External IP: 172.27.0.164, port: 5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7. Jul 15 14:05:52.344516 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-61de02e4-116b-45c6-a916-5968d1fec6d8 req-98918245-84be-4d35-ae15-f313095bd089 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Calling delete_port for 5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7 owned by compute:nova {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:05:52.468068 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:52.502357 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-61de02e4-116b-45c6-a916-5968d1fec6d8 req-98918245-84be-4d35-ae15-f313095bd089 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:52.513115 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:52.559557 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98918245-84be-4d35-ae15-f313095bd089 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Pushing event deleted for resources: {'Port': ['ID=5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:52.642604 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6e8d7208-6de5-4854-928d-bc6e3251fe8b req-99b49e17-bf46-4e5d-b66f-12de61aaaef6 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7f6876c-e419-4a62-b81a-9636359322ff HTTP/1.1" status: 200 len: 210 time: 0.0513568 Jul 15 14:05:52.671523 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae4476-58d9-4ffb-be56-fa7d65efd2a5 req-4672fa11-e486-4df0-9175-689f2ad2e544 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:52.677417 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-56ae4476-58d9-4ffb-be56-fa7d65efd2a5 req-4672fa11-e486-4df0-9175-689f2ad2e544 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 946 time: 0.1038918 Jul 15 14:05:52.759730 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-56ae4476-58d9-4ffb-be56-fa7d65efd2a5 req-367016c3-a589-446f-a5fc-fb8c3a31503e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc90dd3c-5f93-4a9b-a566-083482f307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756817 Jul 15 14:05:52.912328 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3191803-d33c-4e2d-9fe5-fe35fa0ee3d5 req-b853e6f3-b2f3-49b2-bb26-b35ae379e5dd tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:52.915275 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c3191803-d33c-4e2d-9fe5-fe35fa0ee3d5 req-b853e6f3-b2f3-49b2-bb26-b35ae379e5dd tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=95fa1bf5-3ff3-468a-bc34-6bb3a90494a4 HTTP/1.1" status: 200 len: 946 time: 0.0679803 Jul 15 14:05:52.977491 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544e38e-e1a7-473f-8afc-5f9cec6f7644 req-a2d07c09-06c3-4b5d-bbbf-d2b279045c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:52.980447 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-c544e38e-e1a7-473f-8afc-5f9cec6f7644 req-a2d07c09-06c3-4b5d-bbbf-d2b279045c48 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=95fa1bf5-3ff3-468a-bc34-6bb3a90494a4 HTTP/1.1" status: 200 len: 1130 time: 0.1038866 Jul 15 14:05:52.993112 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61de02e4-116b-45c6-a916-5968d1fec6d8 req-98918245-84be-4d35-ae15-f313095bd089 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Router a17742aa-1789-44a4-ae01-72e134c5306d has already been hosted by L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 14:05:52.997819 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c3191803-d33c-4e2d-9fe5-fe35fa0ee3d5 req-51f860ff-1612-4cf3-9a78-0c01fc6a1242 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6578012-ea02-42c6-9866-f74b2c90f001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719473 Jul 15 14:05:53.010227 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-78fcfa6e-2928-4315-9324-374d1970fd5f req-8582ba7b-0d29-4712-9453-224a4013df9c service neutron] 10.222.0.64 "GET /v2.0/networks/0460551c-e776-41db-9da0-199d4897f65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535216 Jul 15 14:05:53.145284 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61de02e4-116b-45c6-a916-5968d1fec6d8 req-98918245-84be-4d35-ae15-f313095bd089 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:05:53.159800 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef2a04b-4b07-44bb-a03f-fc1ca140cd0a None None] Sync routers for ids ['a17742aa-1789-44a4-ae01-72e134c5306d'] in dv-cinder-850002-1-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:05:53.176075 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef2a04b-4b07-44bb-a03f-fc1ca140cd0a None None] Routers {'a17742aa-1789-44a4-ae01-72e134c5306d'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:05:53.176769 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-bef2a04b-4b07-44bb-a03f-fc1ca140cd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:05:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['a17742aa-1789-44a4-ae01-72e134c5306d'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:53.209005 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-61de02e4-116b-45c6-a916-5968d1fec6d8 req-98918245-84be-4d35-ae15-f313095bd089 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] No DVR routers for this DVR port 5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7 on host hv-cinder-85000 {{(pid=103881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 15 14:05:53.212138 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-61de02e4-116b-45c6-a916-5968d1fec6d8 req-98918245-84be-4d35-ae15-f313095bd089 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:53.215935 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-61de02e4-116b-45c6-a916-5968d1fec6d8 req-98918245-84be-4d35-ae15-f313095bd089 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.64 "DELETE /v2.0/ports/5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7 HTTP/1.1" status: 204 len: 173 time: 1.4549646 Jul 15 14:05:53.216620 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f6876c-e419-4a62-b81a-9636359322ff', 'name': 'network-vif-deleted', 'tag': '5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:05:53.219165 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27b3149431a8a58964108cadaaee569fc83829ebf6971f3e535c686fd00e584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447193e3-793b-4267-9828-d506846c01e2" -d '{"events": [{"server_uuid": "f7f6876c-e419-4a62-b81a-9636359322ff", "name": "network-vif-deleted", "tag": "5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:05:53.258890 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 14:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b99d1d6-4462-40a5-8e7a-0706256f7d72 x-openstack-request-id: req-5b99d1d6-4462-40a5-8e7a-0706256f7d72 {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:05:53.259294 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7f6876c-e419-4a62-b81a-9636359322ff", "name": "network-vif-deleted", "tag": "5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:05:53.259549 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5b99d1d6-4462-40a5-8e7a-0706256f7d72 {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:05:53.259966 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b99d1d6-4462-40a5-8e7a-0706256f7d72'] response: {'server_uuid': 'f7f6876c-e419-4a62-b81a-9636359322ff', 'name': 'network-vif-deleted', 'tag': '5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7', 'status': 'completed', 'code': 200} Jul 15 14:05:53.346312 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-bef2a04b-4b07-44bb-a03f-fc1ca140cd0a None None] Set router a17742aa-1789-44a4-ae01-72e134c5306d gateway port host: dv-cinder-850002-1-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:05:53.601611 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-bef2a04b-4b07-44bb-a03f-fc1ca140cd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17742aa-1789-44a4-ae01-72e134c5306d', 'name': 'tempest-ServerRescueNegativeTestJSON-153253776-router', 'tenant_id': '77c8c864a31b402880c334c39fbe5a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '6b55ccc8-becd-4212-8002-ad5c7224ac1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:50Z', 'updated_at': '2022-07-15T14:00:59Z', 'revision_number': 4, 'project_id': '77c8c864a31b402880c334c39fbe5a34', 'gw_port': {'id': '6b55ccc8-becd-4212-8002-ad5c7224ac1f', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:48:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17742aa-1789-44a4-ae01-72e134c5306d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:51Z', 'updated_at': '2022-07-15T14:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': 'e079977e-eb26-47c4-af73-653485baceeb', 'name': '', 'network_id': 'cb1d6404-603d-43fd-9d2d-2304ecd9066f', 'tenant_id': '77c8c864a31b402880c334c39fbe5a34', 'mac_address': 'fa:16:3e:0a:53:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17742aa-1789-44a4-ae01-72e134c5306d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '78ed3b07-fd43-4c88-bba6-d7f332b83abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:56Z', 'updated_at': '2022-07-15T14:01:14Z', 'revision_number': 5, 'project_id': '77c8c864a31b402880c334c39fbe5a34', 'subnets': [{'id': '78ed3b07-fd43-4c88-bba6-d7f332b83abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:53.613962 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-c544e38e-e1a7-473f-8afc-5f9cec6f7644 req-7a006415-90fb-4f80-b171-15fa93a37bf9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a6578012-ea02-42c6-9866-f74b2c90f001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958147 Jul 15 14:05:53.631799 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef2a04b-4b07-44bb-a03f-fc1ca140cd0a None None] Checking router: a17742aa-1789-44a4-ae01-72e134c5306d for host: dv-cinder-850002-1-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:05:53.643262 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef2a04b-4b07-44bb-a03f-fc1ca140cd0a None None] Routers {'a17742aa-1789-44a4-ae01-72e134c5306d'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:05:53.643962 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-bef2a04b-4b07-44bb-a03f-fc1ca140cd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:05:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['a17742aa-1789-44a4-ae01-72e134c5306d'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:53.786944 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-39396178-280b-4929-a3f7-7ee8ebf976de req-0945b592-8a97-455e-9cbf-e07ab93a8b61 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7f6876c-e419-4a62-b81a-9636359322ff HTTP/1.1" status: 200 len: 210 time: 0.0305214 Jul 15 14:05:53.812732 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-bef2a04b-4b07-44bb-a03f-fc1ca140cd0a None None] Set router a17742aa-1789-44a4-ae01-72e134c5306d gateway port host: dv-cinder-850002-1-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:05:54.070326 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b91ea7-4600-4271-873b-3b0499889ff8 req-2b042b24-b613-4e0e-8bd1-a03fe210afc4 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:54.072709 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-15b91ea7-4600-4271-873b-3b0499889ff8 req-2b042b24-b613-4e0e-8bd1-a03fe210afc4 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 946 time: 0.1587121 Jul 15 14:05:54.159551 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-bef2a04b-4b07-44bb-a03f-fc1ca140cd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17742aa-1789-44a4-ae01-72e134c5306d', 'name': 'tempest-ServerRescueNegativeTestJSON-153253776-router', 'tenant_id': '77c8c864a31b402880c334c39fbe5a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '6b55ccc8-becd-4212-8002-ad5c7224ac1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:50Z', 'updated_at': '2022-07-15T14:00:59Z', 'revision_number': 4, 'project_id': '77c8c864a31b402880c334c39fbe5a34', 'gw_port': {'id': '6b55ccc8-becd-4212-8002-ad5c7224ac1f', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:48:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17742aa-1789-44a4-ae01-72e134c5306d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:51Z', 'updated_at': '2022-07-15T14:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': 'e079977e-eb26-47c4-af73-653485baceeb', 'name': '', 'network_id': 'cb1d6404-603d-43fd-9d2d-2304ecd9066f', 'tenant_id': '77c8c864a31b402880c334c39fbe5a34', 'mac_address': 'fa:16:3e:0a:53:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17742aa-1789-44a4-ae01-72e134c5306d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '78ed3b07-fd43-4c88-bba6-d7f332b83abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:56Z', 'updated_at': '2022-07-15T14:01:14Z', 'revision_number': 5, 'project_id': '77c8c864a31b402880c334c39fbe5a34', 'subnets': [{'id': '78ed3b07-fd43-4c88-bba6-d7f332b83abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:54.185565 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-15b91ea7-4600-4271-873b-3b0499889ff8 req-04ef3614-76c9-4b90-9f4f-6599c1aadbbc tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc90dd3c-5f93-4a9b-a566-083482f307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046143 Jul 15 14:05:54.195904 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:54.219922 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a46a6-bc53-4fb6-99f9-3c5b3c52a79b req-7e118455-6ec9-4eaf-8975-c9a97067e4ad tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:54.219922 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-575a46a6-bc53-4fb6-99f9-3c5b3c52a79b req-7e118455-6ec9-4eaf-8975-c9a97067e4ad tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=95fa1bf5-3ff3-468a-bc34-6bb3a90494a4 HTTP/1.1" status: 200 len: 946 time: 0.0963111 Jul 15 14:05:54.294823 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef2a04b-4b07-44bb-a03f-fc1ca140cd0a None None] The sync data for ids ['a17742aa-1789-44a4-ae01-72e134c5306d'] in dv-cinder-850002-1-iscsi is: [{'id': 'a17742aa-1789-44a4-ae01-72e134c5306d', 'name': 'tempest-ServerRescueNegativeTestJSON-153253776-router', 'tenant_id': '77c8c864a31b402880c334c39fbe5a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '6b55ccc8-becd-4212-8002-ad5c7224ac1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:50Z', 'updated_at': '2022-07-15T14:00:59Z', 'revision_number': 4, 'project_id': '77c8c864a31b402880c334c39fbe5a34', 'gw_port': {'id': '6b55ccc8-becd-4212-8002-ad5c7224ac1f', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:48:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17742aa-1789-44a4-ae01-72e134c5306d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:51Z', 'updated_at': '2022-07-15T14:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': 'e079977e-eb26-47c4-af73-653485baceeb', 'name': '', 'network_id': 'cb1d6404-603d-43fd-9d2d-2304ecd9066f', 'tenant_id': '77c8c864a31b402880c334c39fbe5a34', 'mac_address': 'fa:16:3e:0a:53:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17742aa-1789-44a4-ae01-72e134c5306d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '78ed3b07-fd43-4c88-bba6-d7f332b83abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:56Z', 'updated_at': '2022-07-15T14:01:14Z', 'revision_number': 5, 'project_id': '77c8c864a31b402880c334c39fbe5a34', 'subnets': [{'id': '78ed3b07-fd43-4c88-bba6-d7f332b83abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:05:54.301072 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:54.328964 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-575a46a6-bc53-4fb6-99f9-3c5b3c52a79b req-602de394-281f-453d-a5e0-bb93a276c1f7 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6578012-ea02-42c6-9866-f74b2c90f001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008377 Jul 15 14:05:54.385469 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d8fe5-cdb4-49c0-a084-06d7895976e0 req-8d61cd71-f145-4acc-99a7-4a87bc6c1389 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:54.387663 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fe0d8fe5-cdb4-49c0-a084-06d7895976e0 req-8d61cd71-f145-4acc-99a7-4a87bc6c1389 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 946 time: 0.0961790 Jul 15 14:05:54.404783 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 51552) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:05:54.412930 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-d88b0664-19ff-4da1-9a98-2ac28b169544 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Request body: {'floatingip': {'port_id': 'f363e19e-f4b1-40d5-a9a0-b2499a7aa619'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:05:54.458650 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d88b0664-19ff-4da1-9a98-2ac28b169544 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks [] for floatingip (a9805ee4-95fa-4e0c-bc6a-bbb013100d71), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:54.644694 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04f8c71-9ba4-4492-a0eb-8b01267af1f4 None None] New status for floating IP 505ddcde-0a62-4208-a537-b2fbe1fb560c: DOWN {{(pid=103883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 15 14:05:54.929442 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 51558) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:05:55.051452 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-de405e55-b880-46e1-9ca7-ff6deed54faf tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks [] for security_group (67d59677-8662-46b1-8429-67b57a904433), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:55.096974 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-de405e55-b880-46e1-9ca7-ff6deed54faf tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks [] for security_group (67d59677-8662-46b1-8429-67b57a904433), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:55.189959 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-de405e55-b880-46e1-9ca7-ff6deed54faf tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (67d59677-8662-46b1-8429-67b57a904433), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:55.194722 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-de405e55-b880-46e1-9ca7-ff6deed54faf tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:55.200222 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-de405e55-b880-46e1-9ca7-ff6deed54faf tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "DELETE /v2.0/security-groups/67d59677-8662-46b1-8429-67b57a904433 HTTP/1.1" status: 204 len: 168 time: 0.2647769 Jul 15 14:05:55.202551 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 51560) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:05:55.234469 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de405e55-b880-46e1-9ca7-ff6deed54faf tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d59677-8662-46b1-8429-67b57a904433,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:55.239275 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.api.v2.resource [None req-5f186684-e9ba-413a-bcb4-308f18981497 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] show failed (client error): The resource could not be found. Jul 15 14:05:55.250377 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-5f186684-e9ba-413a-bcb4-308f18981497 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups/67d59677-8662-46b1-8429-67b57a904433 HTTP/1.1" status: 404 len: 347 time: 0.0342979 Jul 15 14:05:55.250860 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 51562) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:05:55.384536 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d88b0664-19ff-4da1-9a98-2ac28b169544 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:55.391611 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d88b0664-19ff-4da1-9a98-2ac28b169544 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448782'] for floatingip (a9805ee4-95fa-4e0c-bc6a-bbb013100d71), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:55.456198 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-2d3ff54a-edcf-4b9e-ae33-0a294bcb301c tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Deleting port cc692cdc-241e-4c53-a707-2d2e55927342 {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:05:55.457012 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2d3ff54a-edcf-4b9e-ae33-0a294bcb301c tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (cc692cdc-241e-4c53-a707-2d2e55927342), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:55.517441 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:55.527865 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:55.533142 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.db.l3_db [None req-d88b0664-19ff-4da1-9a98-2ac28b169544 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Floating IP a9805ee4-95fa-4e0c-bc6a-bbb013100d71 associated. External IP: 172.27.0.182, port: f363e19e-f4b1-40d5-a9a0-b2499a7aa619. Jul 15 14:05:55.556861 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2291240-f47d-41d7-91bf-ef023d484fdb req-6abfbea4-f74e-469e-b988-58584e335877 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:55.558473 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a2291240-f47d-41d7-91bf-ef023d484fdb req-6abfbea4-f74e-469e-b988-58584e335877 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=95fa1bf5-3ff3-468a-bc34-6bb3a90494a4 HTTP/1.1" status: 200 len: 946 time: 0.1037910 Jul 15 14:05:55.615455 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2d3ff54a-edcf-4b9e-ae33-0a294bcb301c tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (cc692cdc-241e-4c53-a707-2d2e55927342), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:55.615732 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2d3ff54a-edcf-4b9e-ae33-0a294bcb301c tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks [] for floatingip (cc692cdc-241e-4c53-a707-2d2e55927342), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:55.636141 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device 5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7 no longer exists at agent hyperv_hv-cinder-85000 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:05:55.641408 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-2d3ff54a-edcf-4b9e-ae33-0a294bcb301c tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Calling delete_port for cc692cdc-241e-4c53-a707-2d2e55927342 owned by network:floatingip {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:05:55.649826 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a2291240-f47d-41d7-91bf-ef023d484fdb req-b05e1368-5c49-417e-bae0-c9e033086783 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6578012-ea02-42c6-9866-f74b2c90f001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803075 Jul 15 14:05:55.658442 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] No Port match for: 5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 15 14:05:55.659047 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device 5be1e5f3-2d5d-48b8-a6f6-aa79abf398e7 not bound to the agent host hv-cinder-85000 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:05:55.788647 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983421c7-654c-4c13-aa9b-14ae65348531 req-5b4d1e81-6209-4b56-8404-f45f8c08bbb3 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:55.790199 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-983421c7-654c-4c13-aa9b-14ae65348531 req-5b4d1e81-6209-4b56-8404-f45f8c08bbb3 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=95fa1bf5-3ff3-468a-bc34-6bb3a90494a4 HTTP/1.1" status: 200 len: 946 time: 0.0677052 Jul 15 14:05:55.800539 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 51568) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:05:55.808135 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-425e8d50-d469-483b-ad7c-3192e29eb0a0 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Request body: {'floatingip': {'port_id': '815bc904-57dc-4545-9f06-3e6e84c15272'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:05:55.816771 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d88b0664-19ff-4da1-9a98-2ac28b169544 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Router 71e21bd5-960a-403c-901a-527508aee993 has already been hosted by L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 14:05:55.927024 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-425e8d50-d469-483b-ad7c-3192e29eb0a0 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks [] for floatingip (17317587-a931-46ed-8805-1dc8734b7091), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:55.963414 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88b0664-19ff-4da1-9a98-2ac28b169544 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:05:55.968650 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d88b0664-19ff-4da1-9a98-2ac28b169544 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for floatingip (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:55.976798 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73a6bff-89b8-418b-bcea-2d9b2b7ffd93 None None] Sync routers for ids ['71e21bd5-960a-403c-901a-527508aee993'] in dv-cinder-850002-1-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:05:55.992562 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73a6bff-89b8-418b-bcea-2d9b2b7ffd93 None None] Routers {'71e21bd5-960a-403c-901a-527508aee993'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:05:55.993578 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-f73a6bff-89b8-418b-bcea-2d9b2b7ffd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:05:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['71e21bd5-960a-403c-901a-527508aee993'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:56.017249 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-d88b0664-19ff-4da1-9a98-2ac28b169544 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "PUT /v2.0/floatingips/a9805ee4-95fa-4e0c-bc6a-bbb013100d71 HTTP/1.1" status: 200 len: 992 time: 1.6094491 Jul 15 14:05:56.019290 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12f26be6-7c18-4f85-bf8c-dfd0311b69d0', 'tag': 'f363e19e-f4b1-40d5-a9a0-b2499a7aa619'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:05:56.029642 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27b3149431a8a58964108cadaaee569fc83829ebf6971f3e535c686fd00e584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd1cd2c-10b6-4feb-9d4d-be5685c110d6" -d '{"events": [{"name": "network-changed", "server_uuid": "12f26be6-7c18-4f85-bf8c-dfd0311b69d0", "tag": "f363e19e-f4b1-40d5-a9a0-b2499a7aa619"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:05:56.078150 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 14:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c62a309-a20f-4d5b-8a26-a6d6ef6658ca x-openstack-request-id: req-2c62a309-a20f-4d5b-8a26-a6d6ef6658ca {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:05:56.078522 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12f26be6-7c18-4f85-bf8c-dfd0311b69d0", "tag": "f363e19e-f4b1-40d5-a9a0-b2499a7aa619", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:05:56.078839 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2c62a309-a20f-4d5b-8a26-a6d6ef6658ca {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:05:56.079362 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c62a309-a20f-4d5b-8a26-a6d6ef6658ca'] response: {'name': 'network-changed', 'server_uuid': '12f26be6-7c18-4f85-bf8c-dfd0311b69d0', 'tag': 'f363e19e-f4b1-40d5-a9a0-b2499a7aa619', 'status': 'completed', 'code': 200} Jul 15 14:05:56.149496 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-f73a6bff-89b8-418b-bcea-2d9b2b7ffd93 None None] Set router 71e21bd5-960a-403c-901a-527508aee993 gateway port host: dv-cinder-850002-1-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:05:56.166700 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd1cd2c-10b6-4feb-9d4d-be5685c110d6 req-3d1cab17-1197-4b18-b465-85d5bd0f10b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:56.168475 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-3bd1cd2c-10b6-4feb-9d4d-be5685c110d6 req-3d1cab17-1197-4b18-b465-85d5bd0f10b4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c160b9f06dad4ee98349dbc63131c20d&device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 1130 time: 0.0653315 Jul 15 14:05:56.268229 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2d3ff54a-edcf-4b9e-ae33-0a294bcb301c tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59481580'] for port (cc692cdc-241e-4c53-a707-2d2e55927342), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:56.316310 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd1cd2c-10b6-4feb-9d4d-be5685c110d6 req-74385922-4092-4f75-8652-ebdad2359d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:56.318216 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-3bd1cd2c-10b6-4feb-9d4d-be5685c110d6 req-74385922-4092-4f75-8652-ebdad2359d4a service neutron] 10.222.0.64 "GET /v2.0/networks?id=68380afb-92df-4e5a-adc7-5f1834064646 HTTP/1.1" status: 200 len: 917 time: 0.1402748 Jul 15 14:05:56.334633 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ff54a-edcf-4b9e-ae33-0a294bcb301c tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Pushing event deleted for resources: {'Port': ['ID=cc692cdc-241e-4c53-a707-2d2e55927342,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:56.416644 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:56.433834 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-3bd1cd2c-10b6-4feb-9d4d-be5685c110d6 req-9419ce31-ee11-487e-89f9-56424d79771a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f363e19e-f4b1-40d5-a9a0-b2499a7aa619 HTTP/1.1" status: 200 len: 1000 time: 0.1067209 Jul 15 14:05:56.451662 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:56.461629 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=100 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:56.465287 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=100 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:56.473834 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2d3ff54a-edcf-4b9e-ae33-0a294bcb301c tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks [] for floatingip (505ddcde-0a62-4208-a537-b2fbe1fb560c), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:56.476461 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2d3ff54a-edcf-4b9e-ae33-0a294bcb301c tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for floatingip (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:56.480743 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-2d3ff54a-edcf-4b9e-ae33-0a294bcb301c tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "DELETE /v2.0/floatingips/505ddcde-0a62-4208-a537-b2fbe1fb560c HTTP/1.1" status: 204 len: 168 time: 1.2283618 Jul 15 14:05:56.487853 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-f73a6bff-89b8-418b-bcea-2d9b2b7ffd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e21bd5-960a-403c-901a-527508aee993', 'name': 'tempest-AttachVolumeShelveTestJSON-698511596-router', 'tenant_id': 'c160b9f06dad4ee98349dbc63131c20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '90681d6e-3fe6-45df-83be-6d9f4128768b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:52Z', 'updated_at': '2022-07-15T14:01:06Z', 'revision_number': 4, 'project_id': 'c160b9f06dad4ee98349dbc63131c20d', 'gw_port': {'id': '90681d6e-3fe6-45df-83be-6d9f4128768b', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e21bd5-960a-403c-901a-527508aee993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:55Z', 'updated_at': '2022-07-15T14:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_floatingips': [{'id': 'a9805ee4-95fa-4e0c-bc6a-bbb013100d71', 'tenant_id': 'c160b9f06dad4ee98349dbc63131c20d', 'floating_ip_address': '172.27.0.182', 'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'router_id': '71e21bd5-960a-403c-901a-527508aee993', 'port_id': 'f363e19e-f4b1-40d5-a9a0-b2499a7aa619', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68380afb-92df-4e5a-adc7-5f1834064646', 'mac_address': 'fa:16:3e:ce:5d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f26be6-7c18-4f85-bf8c-dfd0311b69d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T14:05:38Z', 'updated_at': '2022-07-15T14:05:55Z', 'revision_number': 1, 'project_id': 'c160b9f06dad4ee98349dbc63131c20d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afc88c8c-00dd-4ca9-a8b7-862d136fbe90', 'name': '', 'network_id': '68380afb-92df-4e5a-adc7-5f1834064646', 'tenant_id': 'c160b9f06dad4ee98349dbc63131c20d', 'mac_address': 'fa:16:3e:df:b0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e21bd5-960a-403c-901a-527508aee993', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'df9e13f7-b2b8-4f61-84bd-25765312a9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:01:04Z', 'updated_at': '2022-07-15T14:01:32Z', 'revision_number': 5, 'project_id': 'c160b9f06dad4ee98349dbc63131c20d', 'subnets': [{'id': 'df9e13f7-b2b8-4f61-84bd-25765312a9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:56.512354 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd1cd2c-10b6-4feb-9d4d-be5685c110d6 req-a2977bcd-bfda-442c-9533-900585445c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:56.514309 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-3bd1cd2c-10b6-4feb-9d4d-be5685c110d6 req-a2977bcd-bfda-442c-9533-900585445c02 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=df9e13f7-b2b8-4f61-84bd-25765312a9d7 HTTP/1.1" status: 200 len: 855 time: 0.0742774 Jul 15 14:05:56.528570 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73a6bff-89b8-418b-bcea-2d9b2b7ffd93 None None] Checking router: 71e21bd5-960a-403c-901a-527508aee993 for host: dv-cinder-850002-1-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:05:56.540718 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73a6bff-89b8-418b-bcea-2d9b2b7ffd93 None None] Routers {'71e21bd5-960a-403c-901a-527508aee993'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:05:56.541779 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-f73a6bff-89b8-418b-bcea-2d9b2b7ffd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:05:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['71e21bd5-960a-403c-901a-527508aee993'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:56.596007 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd1cd2c-10b6-4feb-9d4d-be5685c110d6 req-60e52149-667e-412e-8686-8bd9e7d5c171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:56.598782 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-3bd1cd2c-10b6-4feb-9d4d-be5685c110d6 req-60e52149-667e-412e-8686-8bd9e7d5c171 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=68380afb-92df-4e5a-adc7-5f1834064646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0770500 Jul 15 14:05:56.691033 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-f73a6bff-89b8-418b-bcea-2d9b2b7ffd93 None None] Set router 71e21bd5-960a-403c-901a-527508aee993 gateway port host: dv-cinder-850002-1-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:05:56.852182 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-425e8d50-d469-483b-ad7c-3192e29eb0a0 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:56.858031 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-425e8d50-d469-483b-ad7c-3192e29eb0a0 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448782'] for floatingip (17317587-a931-46ed-8805-1dc8734b7091), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:56.891077 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (73ab3907-1bcf-455f-a05d-131e96f159a2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:56.969941 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-3bd1cd2c-10b6-4feb-9d4d-be5685c110d6 req-de6c443e-c26f-45e7-934a-f2b406af77fb service neutron] 10.222.0.64 "GET /v2.0/networks/68380afb-92df-4e5a-adc7-5f1834064646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834757 Jul 15 14:05:56.995103 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.db.l3_db [None req-425e8d50-d469-483b-ad7c-3192e29eb0a0 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Floating IP 17317587-a931-46ed-8805-1dc8734b7091 associated. External IP: 172.27.0.40, port: 815bc904-57dc-4545-9f06-3e6e84c15272. Jul 15 14:05:57.023541 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-f73a6bff-89b8-418b-bcea-2d9b2b7ffd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e21bd5-960a-403c-901a-527508aee993', 'name': 'tempest-AttachVolumeShelveTestJSON-698511596-router', 'tenant_id': 'c160b9f06dad4ee98349dbc63131c20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '90681d6e-3fe6-45df-83be-6d9f4128768b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:52Z', 'updated_at': '2022-07-15T14:01:06Z', 'revision_number': 4, 'project_id': 'c160b9f06dad4ee98349dbc63131c20d', 'gw_port': {'id': '90681d6e-3fe6-45df-83be-6d9f4128768b', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e21bd5-960a-403c-901a-527508aee993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:55Z', 'updated_at': '2022-07-15T14:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_floatingips': [{'id': 'a9805ee4-95fa-4e0c-bc6a-bbb013100d71', 'tenant_id': 'c160b9f06dad4ee98349dbc63131c20d', 'floating_ip_address': '172.27.0.182', 'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'router_id': '71e21bd5-960a-403c-901a-527508aee993', 'port_id': 'f363e19e-f4b1-40d5-a9a0-b2499a7aa619', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68380afb-92df-4e5a-adc7-5f1834064646', 'mac_address': 'fa:16:3e:ce:5d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f26be6-7c18-4f85-bf8c-dfd0311b69d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T14:05:38Z', 'updated_at': '2022-07-15T14:05:55Z', 'revision_number': 1, 'project_id': 'c160b9f06dad4ee98349dbc63131c20d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afc88c8c-00dd-4ca9-a8b7-862d136fbe90', 'name': '', 'network_id': '68380afb-92df-4e5a-adc7-5f1834064646', 'tenant_id': 'c160b9f06dad4ee98349dbc63131c20d', 'mac_address': 'fa:16:3e:df:b0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e21bd5-960a-403c-901a-527508aee993', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'df9e13f7-b2b8-4f61-84bd-25765312a9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:01:04Z', 'updated_at': '2022-07-15T14:01:32Z', 'revision_number': 5, 'project_id': 'c160b9f06dad4ee98349dbc63131c20d', 'subnets': [{'id': 'df9e13f7-b2b8-4f61-84bd-25765312a9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:57.052903 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73a6bff-89b8-418b-bcea-2d9b2b7ffd93 None None] The sync data for ids ['71e21bd5-960a-403c-901a-527508aee993'] in dv-cinder-850002-1-iscsi is: [{'id': '71e21bd5-960a-403c-901a-527508aee993', 'name': 'tempest-AttachVolumeShelveTestJSON-698511596-router', 'tenant_id': 'c160b9f06dad4ee98349dbc63131c20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '90681d6e-3fe6-45df-83be-6d9f4128768b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:52Z', 'updated_at': '2022-07-15T14:01:06Z', 'revision_number': 4, 'project_id': 'c160b9f06dad4ee98349dbc63131c20d', 'gw_port': {'id': '90681d6e-3fe6-45df-83be-6d9f4128768b', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e21bd5-960a-403c-901a-527508aee993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:55Z', 'updated_at': '2022-07-15T14:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_floatingips': [{'id': 'a9805ee4-95fa-4e0c-bc6a-bbb013100d71', 'tenant_id': 'c160b9f06dad4ee98349dbc63131c20d', 'floating_ip_address': '172.27.0.182', 'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'router_id': '71e21bd5-960a-403c-901a-527508aee993', 'port_id': 'f363e19e-f4b1-40d5-a9a0-b2499a7aa619', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68380afb-92df-4e5a-adc7-5f1834064646', 'mac_address': 'fa:16:3e:ce:5d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f26be6-7c18-4f85-bf8c-dfd0311b69d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T14:05:38Z', 'updated_at': '2022-07-15T14:05:55Z', 'revision_number': 1, 'project_id': 'c160b9f06dad4ee98349dbc63131c20d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afc88c8c-00dd-4ca9-a8b7-862d136fbe90', 'name': '', 'network_id': '68380afb-92df-4e5a-adc7-5f1834064646', 'tenant_id': 'c160b9f06dad4ee98349dbc63131c20d', 'mac_address': 'fa:16:3e:df:b0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e21bd5-960a-403c-901a-527508aee993', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'df9e13f7-b2b8-4f61-84bd-25765312a9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:01:04Z', 'updated_at': '2022-07-15T14:01:32Z', 'revision_number': 5, 'project_id': 'c160b9f06dad4ee98349dbc63131c20d', 'subnets': [{'id': 'df9e13f7-b2b8-4f61-84bd-25765312a9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:05:57.095441 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-3bd1cd2c-10b6-4feb-9d4d-be5685c110d6 req-fbe1c309-0b2f-4377-a993-34b98aab8327 service neutron] 10.222.0.64 "GET /v2.0/networks/68380afb-92df-4e5a-adc7-5f1834064646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113758 Jul 15 14:05:57.237521 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-425e8d50-d469-483b-ad7c-3192e29eb0a0 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Router c8e96d0e-648d-442b-bc98-b731e809055f has already been hosted by L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 14:05:57.297734 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f87b4ec-80cc-47d2-9a9c-26c7aa322688 None None] New status for floating IP a9805ee4-95fa-4e0c-bc6a-bbb013100d71: ACTIVE {{(pid=103883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 15 14:05:57.370612 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425e8d50-d469-483b-ad7c-3192e29eb0a0 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:05:57.375620 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-425e8d50-d469-483b-ad7c-3192e29eb0a0 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for floatingip (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:05:57.385952 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559e0d60-5c77-4fd1-af40-d679cfedff0a None None] Sync routers for ids ['c8e96d0e-648d-442b-bc98-b731e809055f'] in dv-cinder-850002-1-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:05:57.399524 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559e0d60-5c77-4fd1-af40-d679cfedff0a None None] Routers {'c8e96d0e-648d-442b-bc98-b731e809055f'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:05:57.400038 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-559e0d60-5c77-4fd1-af40-d679cfedff0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:05:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['c8e96d0e-648d-442b-bc98-b731e809055f'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:57.409927 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-425e8d50-d469-483b-ad7c-3192e29eb0a0 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "PUT /v2.0/floatingips/17317587-a931-46ed-8805-1dc8734b7091 HTTP/1.1" status: 200 len: 991 time: 1.6057880 Jul 15 14:05:57.409927 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95fa1bf5-3ff3-468a-bc34-6bb3a90494a4', 'tag': '815bc904-57dc-4545-9f06-3e6e84c15272'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:05:57.410912 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9a8a2fede844199a48cd13e9232727d60bf04678ac4f0cfd160158fc833c96f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f58041b-86db-4d66-977f-f3c6e38d5a1a" -d '{"events": [{"name": "network-changed", "server_uuid": "95fa1bf5-3ff3-468a-bc34-6bb3a90494a4", "tag": "815bc904-57dc-4545-9f06-3e6e84c15272"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:05:57.451618 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 14:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33a7ece-611a-41e6-8032-db257ae76dc4 x-openstack-request-id: req-f33a7ece-611a-41e6-8032-db257ae76dc4 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:05:57.451918 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95fa1bf5-3ff3-468a-bc34-6bb3a90494a4", "tag": "815bc904-57dc-4545-9f06-3e6e84c15272", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:05:57.452176 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f33a7ece-611a-41e6-8032-db257ae76dc4 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:05:57.452632 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f33a7ece-611a-41e6-8032-db257ae76dc4'] response: {'name': 'network-changed', 'server_uuid': '95fa1bf5-3ff3-468a-bc34-6bb3a90494a4', 'tag': '815bc904-57dc-4545-9f06-3e6e84c15272', 'status': 'completed', 'code': 200} Jul 15 14:05:57.525402 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58041b-86db-4d66-977f-f3c6e38d5a1a req-4b887daf-3ec3-4a9d-bc97-447208da87d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:57.526982 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-0f58041b-86db-4d66-977f-f3c6e38d5a1a req-4b887daf-3ec3-4a9d-bc97-447208da87d2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c8778d5da3de4c4dbae5d24842b359bc&device_id=95fa1bf5-3ff3-468a-bc34-6bb3a90494a4 HTTP/1.1" status: 200 len: 1130 time: 0.0502832 Jul 15 14:05:57.528342 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-559e0d60-5c77-4fd1-af40-d679cfedff0a None None] Set router c8e96d0e-648d-442b-bc98-b731e809055f gateway port host: dv-cinder-850002-1-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:05:57.609456 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=100 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:57.636291 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58041b-86db-4d66-977f-f3c6e38d5a1a req-ec075d6b-9c8b-447a-a4c8-acf1daccbb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:57.638026 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-0f58041b-86db-4d66-977f-f3c6e38d5a1a req-ec075d6b-9c8b-447a-a4c8-acf1daccbb72 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0460551c-e776-41db-9da0-199d4897f65f HTTP/1.1" status: 200 len: 911 time: 0.1046133 Jul 15 14:05:57.746288 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-0f58041b-86db-4d66-977f-f3c6e38d5a1a req-a9abe9f3-9cf9-4eb9-ba34-bb8dda04ba2e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=815bc904-57dc-4545-9f06-3e6e84c15272 HTTP/1.1" status: 200 len: 999 time: 0.0975637 Jul 15 14:05:57.764114 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=100 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:57.821053 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-559e0d60-5c77-4fd1-af40-d679cfedff0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e96d0e-648d-442b-bc98-b731e809055f', 'name': 'tempest-AttachVolumeTestJSON-182516732-router', 'tenant_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '51ca6a67-2692-4d78-84ff-22808c27154c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:56Z', 'updated_at': '2022-07-15T14:01:07Z', 'revision_number': 4, 'project_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'gw_port': {'id': '51ca6a67-2692-4d78-84ff-22808c27154c', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e96d0e-648d-442b-bc98-b731e809055f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:57Z', 'updated_at': '2022-07-15T14:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_floatingips': [{'id': '17317587-a931-46ed-8805-1dc8734b7091', 'tenant_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'floating_ip_address': '172.27.0.40', 'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'router_id': 'c8e96d0e-648d-442b-bc98-b731e809055f', 'port_id': '815bc904-57dc-4545-9f06-3e6e84c15272', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0460551c-e776-41db-9da0-199d4897f65f', 'mac_address': 'fa:16:3e:14:9b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fa1bf5-3ff3-468a-bc34-6bb3a90494a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T14:05:38Z', 'updated_at': '2022-07-15T14:05:56Z', 'revision_number': 1, 'project_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea4f84ba-5bfd-47fe-9703-83b27b93d1ae', 'name': '', 'network_id': '0460551c-e776-41db-9da0-199d4897f65f', 'tenant_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'mac_address': 'fa:16:3e:13:f0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e96d0e-648d-442b-bc98-b731e809055f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f6331ee6-fa4c-4f22-93e9-8635c17820f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:01:05Z', 'updated_at': '2022-07-15T14:01:26Z', 'revision_number': 5, 'project_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'subnets': [{'id': 'f6331ee6-fa4c-4f22-93e9-8635c17820f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:57.824826 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58041b-86db-4d66-977f-f3c6e38d5a1a req-4af7e0e5-48e0-40a3-809b-d32105faca57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:57.829183 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-0f58041b-86db-4d66-977f-f3c6e38d5a1a req-4af7e0e5-48e0-40a3-809b-d32105faca57 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f6331ee6-fa4c-4f22-93e9-8635c17820f0 HTTP/1.1" status: 200 len: 849 time: 0.0748947 Jul 15 14:05:57.868131 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559e0d60-5c77-4fd1-af40-d679cfedff0a None None] Checking router: c8e96d0e-648d-442b-bc98-b731e809055f for host: dv-cinder-850002-1-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:05:57.880087 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559e0d60-5c77-4fd1-af40-d679cfedff0a None None] Routers {'c8e96d0e-648d-442b-bc98-b731e809055f'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:05:57.881111 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-559e0d60-5c77-4fd1-af40-d679cfedff0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:05:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['c8e96d0e-648d-442b-bc98-b731e809055f'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:57.890322 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58041b-86db-4d66-977f-f3c6e38d5a1a req-0734bfca-6df6-4bb7-bf13-2431bbee35fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:57.891876 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-0f58041b-86db-4d66-977f-f3c6e38d5a1a req-0734bfca-6df6-4bb7-bf13-2431bbee35fa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0460551c-e776-41db-9da0-199d4897f65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0554726 Jul 15 14:05:58.024571 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-0f58041b-86db-4d66-977f-f3c6e38d5a1a req-b12f4102-21ec-4a0e-98e2-191692be8066 service neutron] 10.222.0.64 "GET /v2.0/networks/0460551c-e776-41db-9da0-199d4897f65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238136 Jul 15 14:05:58.036047 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-559e0d60-5c77-4fd1-af40-d679cfedff0a None None] Set router c8e96d0e-648d-442b-bc98-b731e809055f gateway port host: dv-cinder-850002-1-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:05:58.072474 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=100 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:58.143672 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-0f58041b-86db-4d66-977f-f3c6e38d5a1a req-5fac15e0-0a8f-414f-9b16-7b59a96ba580 service neutron] 10.222.0.64 "GET /v2.0/networks/0460551c-e776-41db-9da0-199d4897f65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120307 Jul 15 14:05:58.209495 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=100 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:05:58.282403 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-559e0d60-5c77-4fd1-af40-d679cfedff0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e96d0e-648d-442b-bc98-b731e809055f', 'name': 'tempest-AttachVolumeTestJSON-182516732-router', 'tenant_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '51ca6a67-2692-4d78-84ff-22808c27154c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:56Z', 'updated_at': '2022-07-15T14:01:07Z', 'revision_number': 4, 'project_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'gw_port': {'id': '51ca6a67-2692-4d78-84ff-22808c27154c', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e96d0e-648d-442b-bc98-b731e809055f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:57Z', 'updated_at': '2022-07-15T14:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_floatingips': [{'id': '17317587-a931-46ed-8805-1dc8734b7091', 'tenant_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'floating_ip_address': '172.27.0.40', 'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'router_id': 'c8e96d0e-648d-442b-bc98-b731e809055f', 'port_id': '815bc904-57dc-4545-9f06-3e6e84c15272', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0460551c-e776-41db-9da0-199d4897f65f', 'mac_address': 'fa:16:3e:14:9b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fa1bf5-3ff3-468a-bc34-6bb3a90494a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T14:05:38Z', 'updated_at': '2022-07-15T14:05:56Z', 'revision_number': 1, 'project_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea4f84ba-5bfd-47fe-9703-83b27b93d1ae', 'name': '', 'network_id': '0460551c-e776-41db-9da0-199d4897f65f', 'tenant_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'mac_address': 'fa:16:3e:13:f0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e96d0e-648d-442b-bc98-b731e809055f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f6331ee6-fa4c-4f22-93e9-8635c17820f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:01:05Z', 'updated_at': '2022-07-15T14:01:26Z', 'revision_number': 5, 'project_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'subnets': [{'id': 'f6331ee6-fa4c-4f22-93e9-8635c17820f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:58.405022 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559e0d60-5c77-4fd1-af40-d679cfedff0a None None] The sync data for ids ['c8e96d0e-648d-442b-bc98-b731e809055f'] in dv-cinder-850002-1-iscsi is: [{'id': 'c8e96d0e-648d-442b-bc98-b731e809055f', 'name': 'tempest-AttachVolumeTestJSON-182516732-router', 'tenant_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '51ca6a67-2692-4d78-84ff-22808c27154c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:56Z', 'updated_at': '2022-07-15T14:01:07Z', 'revision_number': 4, 'project_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'gw_port': {'id': '51ca6a67-2692-4d78-84ff-22808c27154c', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e96d0e-648d-442b-bc98-b731e809055f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:57Z', 'updated_at': '2022-07-15T14:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_floatingips': [{'id': '17317587-a931-46ed-8805-1dc8734b7091', 'tenant_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'floating_ip_address': '172.27.0.40', 'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'router_id': 'c8e96d0e-648d-442b-bc98-b731e809055f', 'port_id': '815bc904-57dc-4545-9f06-3e6e84c15272', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0460551c-e776-41db-9da0-199d4897f65f', 'mac_address': 'fa:16:3e:14:9b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fa1bf5-3ff3-468a-bc34-6bb3a90494a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T14:05:38Z', 'updated_at': '2022-07-15T14:05:56Z', 'revision_number': 1, 'project_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea4f84ba-5bfd-47fe-9703-83b27b93d1ae', 'name': '', 'network_id': '0460551c-e776-41db-9da0-199d4897f65f', 'tenant_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'mac_address': 'fa:16:3e:13:f0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e96d0e-648d-442b-bc98-b731e809055f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f6331ee6-fa4c-4f22-93e9-8635c17820f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:01:05Z', 'updated_at': '2022-07-15T14:01:26Z', 'revision_number': 5, 'project_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'subnets': [{'id': 'f6331ee6-fa4c-4f22-93e9-8635c17820f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:05:58.616335 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1a1955-6bbd-4e7b-a0b3-8b2605eef2df None None] New status for floating IP 17317587-a931-46ed-8805-1dc8734b7091: ACTIVE {{(pid=103883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 15 14:05:59.198935 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa0fe8-4e4b-48c9-a343-30c02b63a070 req-2603454b-40fa-4e0b-b546-beca137fc34c tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:05:59.200635 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6ffa0fe8-4e4b-48c9-a343-30c02b63a070 req-2603454b-40fa-4e0b-b546-beca137fc34c tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 945 time: 0.0616341 Jul 15 14:05:59.252172 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6ffa0fe8-4e4b-48c9-a343-30c02b63a070 req-4189e8d0-da3c-4408-875d-fc677f62089b tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455582 Jul 15 14:06:00.467784 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb49c96-9167-4b5e-9e94-d3ed21d0f960 req-f14f84ba-0cac-4ddc-bd66-2ae16fec79f3 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:00.469427 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-eeb49c96-9167-4b5e-9e94-d3ed21d0f960 req-f14f84ba-0cac-4ddc-bd66-2ae16fec79f3 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 945 time: 0.1419749 Jul 15 14:06:00.540247 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:00.556008 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-eeb49c96-9167-4b5e-9e94-d3ed21d0f960 req-32aa9108-5e60-4082-b731-fa163b9bd2c4 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761805 Jul 15 14:06:01.433806 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d838b-e235-45d4-996e-3016f4b68854 req-cc150091-ae1b-48da-92bf-f3f14ff6d83c tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:01.435275 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-6f6d838b-e235-45d4-996e-3016f4b68854 req-cc150091-ae1b-48da-92bf-f3f14ff6d83c tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.64 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 945 time: 0.0510254 Jul 15 14:06:01.530766 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-6f6d838b-e235-45d4-996e-3016f4b68854 req-4bb0f46a-d12f-49ac-93fa-bb53b0c0b97e tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Deleting port 0861b4f1-fb2d-42f9-b72b-e415301f1546 {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:06:01.531106 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-6f6d838b-e235-45d4-996e-3016f4b68854 req-4bb0f46a-d12f-49ac-93fa-bb53b0c0b97e tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (0861b4f1-fb2d-42f9-b72b-e415301f1546), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:01.629944 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-6f6d838b-e235-45d4-996e-3016f4b68854 req-4bb0f46a-d12f-49ac-93fa-bb53b0c0b97e tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] For port 0861b4f1-fb2d-42f9-b72b-e415301f1546, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=0861b4f1-fb2d-42f9-b72b-e415301f1546,segment=NetworkSegment(00d52852-4d7f-4f72-9ea8-52445064468d),segment_id=00d52852-4d7f-4f72-9ea8-52445064468d)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:01.630331 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-6f6d838b-e235-45d4-996e-3016f4b68854 req-4bb0f46a-d12f-49ac-93fa-bb53b0c0b97e tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (0861b4f1-fb2d-42f9-b72b-e415301f1546), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:01.646205 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-6f6d838b-e235-45d4-996e-3016f4b68854 req-4bb0f46a-d12f-49ac-93fa-bb53b0c0b97e tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Calling delete_port for 0861b4f1-fb2d-42f9-b72b-e415301f1546 owned by compute:nova {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:06:01.681870 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b061f18-439c-4a63-9356-8a88e9997518 req-6cf25547-6e03-4a0c-bd7e-e12928eb9f7e tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:01.683401 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1b061f18-439c-4a63-9356-8a88e9997518 req-6cf25547-6e03-4a0c-bd7e-e12928eb9f7e tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc879c-c169-47cb-a214-86d5850a55ec HTTP/1.1" status: 200 len: 945 time: 0.0512345 Jul 15 14:06:01.721865 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:01.744821 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1b061f18-439c-4a63-9356-8a88e9997518 req-29e05a60-f613-49fb-ac6f-36883fc46e32 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511758 Jul 15 14:06:01.790865 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-6f6d838b-e235-45d4-996e-3016f4b68854 req-4bb0f46a-d12f-49ac-93fa-bb53b0c0b97e tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (0861b4f1-fb2d-42f9-b72b-e415301f1546), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:01.803441 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] get_ports_and_sgs() called for port_ids ['c7be0622-dca5-4205-98fa-99c86a79c041', '0861b4f1-fb2d-42f9-b72b-e415301f1546'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:06:01.821551 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb0f46a-d12f-49ac-93fa-bb53b0c0b97e tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Pushing event deleted for resources: {'Port': ['ID=0861b4f1-fb2d-42f9-b72b-e415301f1546,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:01.870391 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6d838b-e235-45d4-996e-3016f4b68854 req-4bb0f46a-d12f-49ac-93fa-bb53b0c0b97e tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] No DVR routers for this DVR port 0861b4f1-fb2d-42f9-b72b-e415301f1546 on host hv-cinder-85000 {{(pid=103881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 15 14:06:01.873223 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-6f6d838b-e235-45d4-996e-3016f4b68854 req-4bb0f46a-d12f-49ac-93fa-bb53b0c0b97e tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:01.876776 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-6f6d838b-e235-45d4-996e-3016f4b68854 req-4bb0f46a-d12f-49ac-93fa-bb53b0c0b97e tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.64 "DELETE /v2.0/ports/0861b4f1-fb2d-42f9-b72b-e415301f1546 HTTP/1.1" status: 204 len: 173 time: 0.4360330 Jul 15 14:06:01.877264 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89bc879c-c169-47cb-a214-86d5850a55ec', 'name': 'network-vif-deleted', 'tag': '0861b4f1-fb2d-42f9-b72b-e415301f1546'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:06:01.880445 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27b3149431a8a58964108cadaaee569fc83829ebf6971f3e535c686fd00e584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93656463-47a9-44fa-91f4-6fd3b133593e" -d '{"events": [{"server_uuid": "89bc879c-c169-47cb-a214-86d5850a55ec", "name": "network-vif-deleted", "tag": "0861b4f1-fb2d-42f9-b72b-e415301f1546"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:06:01.927001 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 14:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13ce01e-52e5-45b5-846c-e12265932700 x-openstack-request-id: req-e13ce01e-52e5-45b5-846c-e12265932700 {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:06:01.927427 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89bc879c-c169-47cb-a214-86d5850a55ec", "name": "network-vif-deleted", "tag": "0861b4f1-fb2d-42f9-b72b-e415301f1546", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:06:01.927687 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e13ce01e-52e5-45b5-846c-e12265932700 {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:06:01.928087 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e13ce01e-52e5-45b5-846c-e12265932700'] response: {'server_uuid': '89bc879c-c169-47cb-a214-86d5850a55ec', 'name': 'network-vif-deleted', 'tag': '0861b4f1-fb2d-42f9-b72b-e415301f1546', 'status': 'completed', 'code': 200} Jul 15 14:06:02.672278 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4f1aec6f-1ec8-4af6-9dfc-b0495ddc4475 req-ae224316-8dc1-41c8-aed4-fad7ced04ba1 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-933203842&fields=id&tenant_id=11bf10102c9244f99f64ad5b4177407a HTTP/1.1" status: 200 len: 267 time: 0.0448205 Jul 15 14:06:02.731542 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1aec6f-1ec8-4af6-9dfc-b0495ddc4475 req-790ca984-1d46-4504-a1c0-57d72a1ba9f0 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:02.733607 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4f1aec6f-1ec8-4af6-9dfc-b0495ddc4475 req-790ca984-1d46-4504-a1c0-57d72a1ba9f0 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e79925f-bce9-485b-8ecb-008b21cc14fd HTTP/1.1" status: 200 len: 984 time: 0.0559831 Jul 15 14:06:02.744604 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [req-4f1aec6f-1ec8-4af6-9dfc-b0495ddc4475 req-27780022-02a9-4c92-b3c2-5e7ae3ee6876 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Request body: {'port': {'security_groups': ['e27db5a5-1969-4e1a-b147-fa5e6136b185']}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:06:02.828590 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-4f1aec6f-1ec8-4af6-9dfc-b0495ddc4475 req-27780022-02a9-4c92-b3c2-5e7ae3ee6876 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (01da8f8b-bf3b-4832-a1ec-c52703b5ed24), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:03.027167 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-4f1aec6f-1ec8-4af6-9dfc-b0495ddc4475 req-27780022-02a9-4c92-b3c2-5e7ae3ee6876 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] For port 01da8f8b-bf3b-4832-a1ec-c52703b5ed24, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=01da8f8b-bf3b-4832-a1ec-c52703b5ed24,segment=NetworkSegment(4fcc481e-1f35-4d52-a7c8-8b57a286bd95),segment_id=4fcc481e-1f35-4d52-a7c8-8b57a286bd95)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:03.065881 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-4f1aec6f-1ec8-4af6-9dfc-b0495ddc4475 req-27780022-02a9-4c92-b3c2-5e7ae3ee6876 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks [] for port (01da8f8b-bf3b-4832-a1ec-c52703b5ed24), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:03.080468 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-4f1aec6f-1ec8-4af6-9dfc-b0495ddc4475 req-27780022-02a9-4c92-b3c2-5e7ae3ee6876 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59481573'] for port (01da8f8b-bf3b-4832-a1ec-c52703b5ed24), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:03.094990 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] get_ports_and_sgs() called for port_ids ['01da8f8b-bf3b-4832-a1ec-c52703b5ed24'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:06:03.127911 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:03.152923 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1aec6f-1ec8-4af6-9dfc-b0495ddc4475 req-27780022-02a9-4c92-b3c2-5e7ae3ee6876 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:03.154808 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-4f1aec6f-1ec8-4af6-9dfc-b0495ddc4475 req-27780022-02a9-4c92-b3c2-5e7ae3ee6876 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:03.155743 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4f1aec6f-1ec8-4af6-9dfc-b0495ddc4475 req-27780022-02a9-4c92-b3c2-5e7ae3ee6876 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "PUT /v2.0/ports/01da8f8b-bf3b-4832-a1ec-c52703b5ed24 HTTP/1.1" status: 200 len: 942 time: 0.4156165 Jul 15 14:06:03.161080 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e79925f-bce9-485b-8ecb-008b21cc14fd', 'tag': '01da8f8b-bf3b-4832-a1ec-c52703b5ed24'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:06:03.162995 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9a8a2fede844199a48cd13e9232727d60bf04678ac4f0cfd160158fc833c96f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97917e11-f078-462d-89cf-c919afb763d3" -d '{"events": [{"name": "network-changed", "server_uuid": "0e79925f-bce9-485b-8ecb-008b21cc14fd", "tag": "01da8f8b-bf3b-4832-a1ec-c52703b5ed24"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:06:03.168997 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 51622) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:06:03.177757 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc657bc3-ddfb-4010-9491-dc7cea799ccd req-6a38a5da-941f-484a-bb77-0ac7dc5cddd7 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:03.179429 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bc657bc3-ddfb-4010-9491-dc7cea799ccd req-6a38a5da-941f-484a-bb77-0ac7dc5cddd7 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c6bc8f0-81aa-45df-9fb1-4e581cf0913e HTTP/1.1" status: 200 len: 945 time: 0.1701989 Jul 15 14:06:03.232487 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] get_ports_and_sgs() called for port_ids ['01da8f8b-bf3b-4832-a1ec-c52703b5ed24'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:06:03.267173 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bc657bc3-ddfb-4010-9491-dc7cea799ccd req-d2faffa1-1719-4561-8e00-aa936f3cf74f tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691109 Jul 15 14:06:03.268442 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27780022-02a9-4c92-b3c2-5e7ae3ee6876 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Pushing event updated for resources: {'Port': ['ID=01da8f8b-bf3b-4832-a1ec-c52703b5ed24,revision_number=7']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:03.302459 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:03.306434 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 14:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7bcaef-671b-4a86-bc3e-c3bef7cc7e23 x-openstack-request-id: req-2b7bcaef-671b-4a86-bc3e-c3bef7cc7e23 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:06:03.306747 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e79925f-bce9-485b-8ecb-008b21cc14fd", "tag": "01da8f8b-bf3b-4832-a1ec-c52703b5ed24", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:06:03.307205 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2b7bcaef-671b-4a86-bc3e-c3bef7cc7e23 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:06:03.307540 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b7bcaef-671b-4a86-bc3e-c3bef7cc7e23'] response: {'name': 'network-changed', 'server_uuid': '0e79925f-bce9-485b-8ecb-008b21cc14fd', 'tag': '01da8f8b-bf3b-4832-a1ec-c52703b5ed24', 'status': 'completed', 'code': 200} Jul 15 14:06:03.313844 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a29f7e27-a208-409f-8904-f1aee70b4b24 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks [] for security_group (71f6ad5b-4ef7-45b8-b2e7-46313016c14d), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:03.333412 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:03.348780 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a29f7e27-a208-409f-8904-f1aee70b4b24 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks [] for security_group (71f6ad5b-4ef7-45b8-b2e7-46313016c14d), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:03.367608 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:03.456900 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a29f7e27-a208-409f-8904-f1aee70b4b24 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (71f6ad5b-4ef7-45b8-b2e7-46313016c14d), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:03.460467 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a29f7e27-a208-409f-8904-f1aee70b4b24 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:03.465170 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-a29f7e27-a208-409f-8904-f1aee70b4b24 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "DELETE /v2.0/security-groups/71f6ad5b-4ef7-45b8-b2e7-46313016c14d HTTP/1.1" status: 204 len: 168 time: 0.2915187 Jul 15 14:06:03.466885 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 51624) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:06:03.473129 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29f7e27-a208-409f-8904-f1aee70b4b24 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f6ad5b-4ef7-45b8-b2e7-46313016c14d,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:03.548106 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-ac5792a9-ae01-4aec-8661-0cbbf89f6ff5 None None] Provisioning complete for port 01da8f8b-bf3b-4832-a1ec-c52703b5ed24 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:06:03.548106 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ac5792a9-ae01-4aec-8661-0cbbf89f6ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (01da8f8b-bf3b-4832-a1ec-c52703b5ed24), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:03.622324 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ac5792a9-ae01-4aec-8661-0cbbf89f6ff5 None None] Current status of the port 01da8f8b-bf3b-4832-a1ec-c52703b5ed24 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:06:03.630174 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-f4e8954e-051c-4326-8bb7-048d7a04e3f4 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Deleting port 9f4ca619-825d-4ab6-9af6-4261d8b97004 {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:06:03.630526 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f4e8954e-051c-4326-8bb7-048d7a04e3f4 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (9f4ca619-825d-4ab6-9af6-4261d8b97004), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:03.709874 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f4e8954e-051c-4326-8bb7-048d7a04e3f4 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (9f4ca619-825d-4ab6-9af6-4261d8b97004), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:03.710203 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f4e8954e-051c-4326-8bb7-048d7a04e3f4 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks [] for floatingip (9f4ca619-825d-4ab6-9af6-4261d8b97004), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:03.722560 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-f4e8954e-051c-4326-8bb7-048d7a04e3f4 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Calling delete_port for 9f4ca619-825d-4ab6-9af6-4261d8b97004 owned by network:floatingip {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:06:03.793714 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:03.815279 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:03.913012 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f4e8954e-051c-4326-8bb7-048d7a04e3f4 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59481580'] for port (9f4ca619-825d-4ab6-9af6-4261d8b97004), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:03.937643 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e8954e-051c-4326-8bb7-048d7a04e3f4 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Pushing event deleted for resources: {'Port': ['ID=9f4ca619-825d-4ab6-9af6-4261d8b97004,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:04.006675 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f4e8954e-051c-4326-8bb7-048d7a04e3f4 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks [] for floatingip (dc58661a-fa03-4f34-9b57-dff22fc11ea2), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:04.006999 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.db.l3_db [None req-f4e8954e-051c-4326-8bb7-048d7a04e3f4 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Floating IP dc58661a-fa03-4f34-9b57-dff22fc11ea2 disassociated (deleted). External IP: 172.27.0.36, port: 01da8f8b-bf3b-4832-a1ec-c52703b5ed24. Jul 15 14:06:04.212483 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4e8954e-051c-4326-8bb7-048d7a04e3f4 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Router d4ee8450-1def-4659-8ad1-fb977bb7b3cd has already been hosted by L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 14:06:04.322106 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e8954e-051c-4326-8bb7-048d7a04e3f4 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:06:04.328110 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f4e8954e-051c-4326-8bb7-048d7a04e3f4 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for floatingip (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:04.334599 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d060c1b3-0823-4c95-9b3f-59352355c3da None None] Sync routers for ids ['d4ee8450-1def-4659-8ad1-fb977bb7b3cd'] in dv-cinder-850002-1-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:06:04.346807 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d060c1b3-0823-4c95-9b3f-59352355c3da None None] Routers {'d4ee8450-1def-4659-8ad1-fb977bb7b3cd'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:06:04.347536 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-d060c1b3-0823-4c95-9b3f-59352355c3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:05:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['d4ee8450-1def-4659-8ad1-fb977bb7b3cd'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:04.392345 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-f4e8954e-051c-4326-8bb7-048d7a04e3f4 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "DELETE /v2.0/floatingips/dc58661a-fa03-4f34-9b57-dff22fc11ea2 HTTP/1.1" status: 204 len: 168 time: 0.9198747 Jul 15 14:06:04.446688 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b1d49-b7e2-4e2a-abad-c2103cabd318 req-1ae8101e-91ac-40c6-8f5e-c9e381e8407a tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:04.448616 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d83b1d49-b7e2-4e2a-abad-c2103cabd318 req-1ae8101e-91ac-40c6-8f5e-c9e381e8407a tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c6bc8f0-81aa-45df-9fb1-4e581cf0913e HTTP/1.1" status: 200 len: 945 time: 0.0717449 Jul 15 14:06:04.467641 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-d060c1b3-0823-4c95-9b3f-59352355c3da None None] Set router d4ee8450-1def-4659-8ad1-fb977bb7b3cd gateway port host: dv-cinder-850002-1-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:06:04.529507 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d83b1d49-b7e2-4e2a-abad-c2103cabd318 req-b31e8e77-b05a-469b-b114-7fd3c72ed638 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715609 Jul 15 14:06:04.694666 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-d060c1b3-0823-4c95-9b3f-59352355c3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ee8450-1def-4659-8ad1-fb977bb7b3cd', 'name': 'tempest-TestMinimumBasicScenario-61259501-router', 'tenant_id': '11bf10102c9244f99f64ad5b4177407a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:03:30Z', 'updated_at': '2022-07-15T14:03:34Z', 'revision_number': 4, 'project_id': '11bf10102c9244f99f64ad5b4177407a', 'gw_port': {'id': '76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:62:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ee8450-1def-4659-8ad1-fb977bb7b3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:03:30Z', 'updated_at': '2022-07-15T14:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': 'b0f38ac1-ef23-486e-bdb6-e1bce172c3a0', 'name': '', 'network_id': 'f8c850dd-dcf5-4148-9169-912c6adf10f1', 'tenant_id': '11bf10102c9244f99f64ad5b4177407a', 'mac_address': 'fa:16:3e:fe:11:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ee8450-1def-4659-8ad1-fb977bb7b3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '7dcbc56b-b71e-4a1e-9999-48b1081ff0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:03:33Z', 'updated_at': '2022-07-15T14:03:37Z', 'revision_number': 5, 'project_id': '11bf10102c9244f99f64ad5b4177407a', 'subnets': [{'id': '7dcbc56b-b71e-4a1e-9999-48b1081ff0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:04.724087 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d060c1b3-0823-4c95-9b3f-59352355c3da None None] Checking router: d4ee8450-1def-4659-8ad1-fb977bb7b3cd for host: dv-cinder-850002-1-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:06:04.733359 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d060c1b3-0823-4c95-9b3f-59352355c3da None None] Routers {'d4ee8450-1def-4659-8ad1-fb977bb7b3cd'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:06:04.734218 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-d060c1b3-0823-4c95-9b3f-59352355c3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:05:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['d4ee8450-1def-4659-8ad1-fb977bb7b3cd'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:04.834587 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-d060c1b3-0823-4c95-9b3f-59352355c3da None None] Set router d4ee8450-1def-4659-8ad1-fb977bb7b3cd gateway port host: dv-cinder-850002-1-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:06:05.020443 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-d060c1b3-0823-4c95-9b3f-59352355c3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ee8450-1def-4659-8ad1-fb977bb7b3cd', 'name': 'tempest-TestMinimumBasicScenario-61259501-router', 'tenant_id': '11bf10102c9244f99f64ad5b4177407a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:03:30Z', 'updated_at': '2022-07-15T14:03:34Z', 'revision_number': 4, 'project_id': '11bf10102c9244f99f64ad5b4177407a', 'gw_port': {'id': '76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:62:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ee8450-1def-4659-8ad1-fb977bb7b3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:03:30Z', 'updated_at': '2022-07-15T14:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': 'b0f38ac1-ef23-486e-bdb6-e1bce172c3a0', 'name': '', 'network_id': 'f8c850dd-dcf5-4148-9169-912c6adf10f1', 'tenant_id': '11bf10102c9244f99f64ad5b4177407a', 'mac_address': 'fa:16:3e:fe:11:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ee8450-1def-4659-8ad1-fb977bb7b3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '7dcbc56b-b71e-4a1e-9999-48b1081ff0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:03:33Z', 'updated_at': '2022-07-15T14:03:37Z', 'revision_number': 5, 'project_id': '11bf10102c9244f99f64ad5b4177407a', 'subnets': [{'id': '7dcbc56b-b71e-4a1e-9999-48b1081ff0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:05.046249 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d060c1b3-0823-4c95-9b3f-59352355c3da None None] The sync data for ids ['d4ee8450-1def-4659-8ad1-fb977bb7b3cd'] in dv-cinder-850002-1-iscsi is: [{'id': 'd4ee8450-1def-4659-8ad1-fb977bb7b3cd', 'name': 'tempest-TestMinimumBasicScenario-61259501-router', 'tenant_id': '11bf10102c9244f99f64ad5b4177407a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:03:30Z', 'updated_at': '2022-07-15T14:03:34Z', 'revision_number': 4, 'project_id': '11bf10102c9244f99f64ad5b4177407a', 'gw_port': {'id': '76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:62:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ee8450-1def-4659-8ad1-fb977bb7b3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:03:30Z', 'updated_at': '2022-07-15T14:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': 'b0f38ac1-ef23-486e-bdb6-e1bce172c3a0', 'name': '', 'network_id': 'f8c850dd-dcf5-4148-9169-912c6adf10f1', 'tenant_id': '11bf10102c9244f99f64ad5b4177407a', 'mac_address': 'fa:16:3e:fe:11:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ee8450-1def-4659-8ad1-fb977bb7b3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '7dcbc56b-b71e-4a1e-9999-48b1081ff0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:03:33Z', 'updated_at': '2022-07-15T14:03:37Z', 'revision_number': 5, 'project_id': '11bf10102c9244f99f64ad5b4177407a', 'subnets': [{'id': '7dcbc56b-b71e-4a1e-9999-48b1081ff0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:06:05.271347 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73a00a4-c082-4baf-a85c-f2d6740951eb None None] New status for floating IP dc58661a-fa03-4f34-9b57-dff22fc11ea2: DOWN {{(pid=103883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 15 14:06:05.308556 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e79925f-bce9-485b-8ecb-008b21cc14fd', 'tag': '01da8f8b-bf3b-4832-a1ec-c52703b5ed24'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:06:05.310965 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9a8a2fede844199a48cd13e9232727d60bf04678ac4f0cfd160158fc833c96f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125ac983-beaf-4ec3-8d11-a468aa123dc4" -d '{"events": [{"name": "network-changed", "server_uuid": "0e79925f-bce9-485b-8ecb-008b21cc14fd", "tag": "01da8f8b-bf3b-4832-a1ec-c52703b5ed24"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:06:05.348890 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 14:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23af54f2-336e-4293-85a7-f98927722b1c x-openstack-request-id: req-23af54f2-336e-4293-85a7-f98927722b1c {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:06:05.349261 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e79925f-bce9-485b-8ecb-008b21cc14fd", "tag": "01da8f8b-bf3b-4832-a1ec-c52703b5ed24", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:06:05.349448 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-23af54f2-336e-4293-85a7-f98927722b1c {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:06:05.349853 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23af54f2-336e-4293-85a7-f98927722b1c'] response: {'name': 'network-changed', 'server_uuid': '0e79925f-bce9-485b-8ecb-008b21cc14fd', 'tag': '01da8f8b-bf3b-4832-a1ec-c52703b5ed24', 'status': 'completed', 'code': 200} Jul 15 14:06:05.648359 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e3be5b-8d70-46b4-80a0-b30cdde35937 req-f89d49e3-2295-4623-91d4-ed5d9d6eee0f tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:05.649950 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b0e3be5b-8d70-46b4-80a0-b30cdde35937 req-f89d49e3-2295-4623-91d4-ed5d9d6eee0f tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c6bc8f0-81aa-45df-9fb1-4e581cf0913e HTTP/1.1" status: 200 len: 945 time: 0.0510373 Jul 15 14:06:05.702735 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b0e3be5b-8d70-46b4-80a0-b30cdde35937 req-786743ea-a988-42f7-8cbe-e08077c29620 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465577 Jul 15 14:06:05.726360 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device 0861b4f1-fb2d-42f9-b72b-e415301f1546 no longer exists at agent hyperv_hv-cinder-85000 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:06:05.750884 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] No Port match for: 0861b4f1-fb2d-42f9-b72b-e415301f1546 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 15 14:06:05.751230 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device 0861b4f1-fb2d-42f9-b72b-e415301f1546 not bound to the agent host hv-cinder-85000 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:06:06.078153 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ac983-beaf-4ec3-8d11-a468aa123dc4 req-41f0483d-9a24-41b2-bc4c-a9f92b0e3884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:06.079796 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-125ac983-beaf-4ec3-8d11-a468aa123dc4 req-41f0483d-9a24-41b2-bc4c-a9f92b0e3884 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=11bf10102c9244f99f64ad5b4177407a&device_id=0e79925f-bce9-485b-8ecb-008b21cc14fd HTTP/1.1" status: 200 len: 1129 time: 0.0464978 Jul 15 14:06:06.129554 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:06.206598 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ac983-beaf-4ec3-8d11-a468aa123dc4 req-9764827d-774b-461b-8171-5913c0c3e8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:06.208072 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-125ac983-beaf-4ec3-8d11-a468aa123dc4 req-9764827d-774b-461b-8171-5913c0c3e8f4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f8c850dd-dcf5-4148-9169-912c6adf10f1 HTTP/1.1" status: 200 len: 914 time: 0.1006765 Jul 15 14:06:06.543141 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-125ac983-beaf-4ec3-8d11-a468aa123dc4 req-9fb54a0a-989f-4de9-ab9a-287cc56ef801 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01da8f8b-bf3b-4832-a1ec-c52703b5ed24 HTTP/1.1" status: 200 len: 217 time: 0.0590312 Jul 15 14:06:06.561616 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4916cf8-fa68-4a3e-968e-65c71d32de8c req-f64a9816-e0eb-4c79-9a2b-003ae36ad0a8 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:06.563088 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-c4916cf8-fa68-4a3e-968e-65c71d32de8c req-f64a9816-e0eb-4c79-9a2b-003ae36ad0a8 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c6bc8f0-81aa-45df-9fb1-4e581cf0913e HTTP/1.1" status: 200 len: 945 time: 0.0775337 Jul 15 14:06:06.697628 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ac983-beaf-4ec3-8d11-a468aa123dc4 req-6221b428-0050-4922-b359-3c6548310a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:06.699094 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-125ac983-beaf-4ec3-8d11-a468aa123dc4 req-6221b428-0050-4922-b359-3c6548310a5d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7dcbc56b-b71e-4a1e-9999-48b1081ff0b4 HTTP/1.1" status: 200 len: 852 time: 0.1134398 Jul 15 14:06:06.714352 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-c4916cf8-fa68-4a3e-968e-65c71d32de8c req-d0203d37-4d17-438d-aa97-8c9701f4b5d4 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Deleting port c7be0622-dca5-4205-98fa-99c86a79c041 {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:06:06.714694 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-c4916cf8-fa68-4a3e-968e-65c71d32de8c req-d0203d37-4d17-438d-aa97-8c9701f4b5d4 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (c7be0622-dca5-4205-98fa-99c86a79c041), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:06.767914 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ac983-beaf-4ec3-8d11-a468aa123dc4 req-1e10d8a2-13b4-4691-825a-62449338732f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:06.769834 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-125ac983-beaf-4ec3-8d11-a468aa123dc4 req-1e10d8a2-13b4-4691-825a-62449338732f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f8c850dd-dcf5-4148-9169-912c6adf10f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0627239 Jul 15 14:06:06.848673 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35a279-2cf7-4979-a207-f6803449fab4 req-6790a637-5385-4dd0-98de-0c9aaf515304 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:06.852533 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6e35a279-2cf7-4979-a207-f6803449fab4 req-6790a637-5385-4dd0-98de-0c9aaf515304 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c6bc8f0-81aa-45df-9fb1-4e581cf0913e HTTP/1.1" status: 200 len: 945 time: 0.0581007 Jul 15 14:06:06.922005 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6e35a279-2cf7-4979-a207-f6803449fab4 req-75cdea3c-ec6e-4f29-8c0f-736a721a6832 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.16 "GET /v2.0/security-groups?id=555f6c27-545b-4785-82f4-89cd4c7eeb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621569 Jul 15 14:06:06.933743 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-c4916cf8-fa68-4a3e-968e-65c71d32de8c req-d0203d37-4d17-438d-aa97-8c9701f4b5d4 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] For port c7be0622-dca5-4205-98fa-99c86a79c041, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=c7be0622-dca5-4205-98fa-99c86a79c041,segment=NetworkSegment(00d52852-4d7f-4f72-9ea8-52445064468d),segment_id=00d52852-4d7f-4f72-9ea8-52445064468d)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:06.934143 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-c4916cf8-fa68-4a3e-968e-65c71d32de8c req-d0203d37-4d17-438d-aa97-8c9701f4b5d4 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (c7be0622-dca5-4205-98fa-99c86a79c041), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:06.956843 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-125ac983-beaf-4ec3-8d11-a468aa123dc4 req-cf894e0d-39b8-4a13-a97d-f6147f8b3f87 service neutron] 10.222.0.64 "GET /v2.0/networks/f8c850dd-dcf5-4148-9169-912c6adf10f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794257 Jul 15 14:06:06.957779 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-c4916cf8-fa68-4a3e-968e-65c71d32de8c req-d0203d37-4d17-438d-aa97-8c9701f4b5d4 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Calling delete_port for c7be0622-dca5-4205-98fa-99c86a79c041 owned by compute:nova {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:06:07.109582 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-125ac983-beaf-4ec3-8d11-a468aa123dc4 req-5390c47b-b70f-4e81-af63-80739c577e9b service neutron] 10.222.0.64 "GET /v2.0/networks/f8c850dd-dcf5-4148-9169-912c6adf10f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430781 Jul 15 14:06:07.195239 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-c4916cf8-fa68-4a3e-968e-65c71d32de8c req-d0203d37-4d17-438d-aa97-8c9701f4b5d4 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (c7be0622-dca5-4205-98fa-99c86a79c041), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:07.206179 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97917e11-f078-462d-89cf-c919afb763d3 req-2c200fb0-d4ba-4d1f-a4bf-56216140024c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:07.207651 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-97917e11-f078-462d-89cf-c919afb763d3 req-2c200fb0-d4ba-4d1f-a4bf-56216140024c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=11bf10102c9244f99f64ad5b4177407a&device_id=0e79925f-bce9-485b-8ecb-008b21cc14fd HTTP/1.1" status: 200 len: 1129 time: 0.0509892 Jul 15 14:06:07.208173 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] get_ports_and_sgs() called for port_ids ['c7be0622-dca5-4205-98fa-99c86a79c041'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:06:07.239325 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0203d37-4d17-438d-aa97-8c9701f4b5d4 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Pushing event deleted for resources: {'Port': ['ID=c7be0622-dca5-4205-98fa-99c86a79c041,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:07.312190 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:07.333459 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4916cf8-fa68-4a3e-968e-65c71d32de8c req-d0203d37-4d17-438d-aa97-8c9701f4b5d4 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] No DVR routers for this DVR port c7be0622-dca5-4205-98fa-99c86a79c041 on host hv-cinder-85000 {{(pid=103881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 15 14:06:07.338022 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-c4916cf8-fa68-4a3e-968e-65c71d32de8c req-d0203d37-4d17-438d-aa97-8c9701f4b5d4 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:07.341767 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-c4916cf8-fa68-4a3e-968e-65c71d32de8c req-d0203d37-4d17-438d-aa97-8c9701f4b5d4 tempest-ServerRescueNegativeTestJSON-336041931 tempest-ServerRescueNegativeTestJSON-336041931-project] 10.222.0.64 "DELETE /v2.0/ports/c7be0622-dca5-4205-98fa-99c86a79c041 HTTP/1.1" status: 204 len: 173 time: 0.7569020 Jul 15 14:06:07.342203 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c6bc8f0-81aa-45df-9fb1-4e581cf0913e', 'name': 'network-vif-deleted', 'tag': 'c7be0622-dca5-4205-98fa-99c86a79c041'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:06:07.344586 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27b3149431a8a58964108cadaaee569fc83829ebf6971f3e535c686fd00e584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da68247b-6922-4927-9a76-4bf83eab1217" -d '{"events": [{"server_uuid": "0c6bc8f0-81aa-45df-9fb1-4e581cf0913e", "name": "network-vif-deleted", "tag": "c7be0622-dca5-4205-98fa-99c86a79c041"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:06:07.348968 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:07.373720 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97917e11-f078-462d-89cf-c919afb763d3 req-ae5f8ae8-ecb8-4438-808d-45d9c111d3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:07.375222 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-97917e11-f078-462d-89cf-c919afb763d3 req-ae5f8ae8-ecb8-4438-808d-45d9c111d3d8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f8c850dd-dcf5-4148-9169-912c6adf10f1 HTTP/1.1" status: 200 len: 914 time: 0.1461294 Jul 15 14:06:07.381667 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 14:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aae95fa-fccb-47be-82a2-536710d10c87 x-openstack-request-id: req-0aae95fa-fccb-47be-82a2-536710d10c87 {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:06:07.381956 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c6bc8f0-81aa-45df-9fb1-4e581cf0913e", "name": "network-vif-deleted", "tag": "c7be0622-dca5-4205-98fa-99c86a79c041", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:06:07.382274 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0aae95fa-fccb-47be-82a2-536710d10c87 {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:06:07.382678 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0aae95fa-fccb-47be-82a2-536710d10c87'] response: {'server_uuid': '0c6bc8f0-81aa-45df-9fb1-4e581cf0913e', 'name': 'network-vif-deleted', 'tag': 'c7be0622-dca5-4205-98fa-99c86a79c041', 'status': 'completed', 'code': 200} Jul 15 14:06:07.425646 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-97917e11-f078-462d-89cf-c919afb763d3 req-095f130b-9b7b-466b-808a-a726ebad1c47 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01da8f8b-bf3b-4832-a1ec-c52703b5ed24 HTTP/1.1" status: 200 len: 217 time: 0.0354323 Jul 15 14:06:07.485572 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97917e11-f078-462d-89cf-c919afb763d3 req-6cd81ff0-71e3-4297-92e8-e62eef220b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:07.487102 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-97917e11-f078-462d-89cf-c919afb763d3 req-6cd81ff0-71e3-4297-92e8-e62eef220b4b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7dcbc56b-b71e-4a1e-9999-48b1081ff0b4 HTTP/1.1" status: 200 len: 852 time: 0.0499907 Jul 15 14:06:07.537459 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97917e11-f078-462d-89cf-c919afb763d3 req-c62d1626-0cbc-426c-b485-8f35ff656ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:07.538906 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-97917e11-f078-462d-89cf-c919afb763d3 req-c62d1626-0cbc-426c-b485-8f35ff656ec7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f8c850dd-dcf5-4148-9169-912c6adf10f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423238 Jul 15 14:06:07.850852 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-97917e11-f078-462d-89cf-c919afb763d3 req-6f6e826b-2562-42d2-847e-85d0f0c00917 service neutron] 10.222.0.64 "GET /v2.0/networks/f8c850dd-dcf5-4148-9169-912c6adf10f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055126 Jul 15 14:06:07.959527 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-97917e11-f078-462d-89cf-c919afb763d3 req-77009bd4-b832-4b44-917f-6ab6d917f1e9 service neutron] 10.222.0.64 "GET /v2.0/networks/f8c850dd-dcf5-4148-9169-912c6adf10f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020617 Jul 15 14:06:07.991097 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 51662) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:06:08.207853 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:08.300193 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:08.444472 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ddf2aee7-5bb7-4e03-8b35-dfb5e8fe7fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452826'] for router_interface (a17742aa-1789-44a4-ae01-72e134c5306d), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:08.683044 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-ddf2aee7-5bb7-4e03-8b35-dfb5e8fe7fd1 admin admin] Deleting port e079977e-eb26-47c4-af73-653485baceeb {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:06:08.683369 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ddf2aee7-5bb7-4e03-8b35-dfb5e8fe7fd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (e079977e-eb26-47c4-af73-653485baceeb), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:08.767295 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-ddf2aee7-5bb7-4e03-8b35-dfb5e8fe7fd1 admin admin] For port e079977e-eb26-47c4-af73-653485baceeb, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=e079977e-eb26-47c4-af73-653485baceeb,segment=NetworkSegment(00d52852-4d7f-4f72-9ea8-52445064468d),segment_id=00d52852-4d7f-4f72-9ea8-52445064468d)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:08.767570 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ddf2aee7-5bb7-4e03-8b35-dfb5e8fe7fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (e079977e-eb26-47c4-af73-653485baceeb), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:08.782524 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-ddf2aee7-5bb7-4e03-8b35-dfb5e8fe7fd1 admin admin] Calling delete_port for e079977e-eb26-47c4-af73-653485baceeb owned by network:router_interface {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:06:08.970022 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ddf2aee7-5bb7-4e03-8b35-dfb5e8fe7fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59481580'] for port (e079977e-eb26-47c4-af73-653485baceeb), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:08.995515 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf2aee7-5bb7-4e03-8b35-dfb5e8fe7fd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e079977e-eb26-47c4-af73-653485baceeb,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:09.260542 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:09.375153 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b7128b-5fb2-48be-bcba-3c29e0a93664 req-9651f84d-6fef-4708-9acd-fcc299dfece0 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:09.376719 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c1b7128b-5fb2-48be-bcba-3c29e0a93664 req-9651f84d-6fef-4708-9acd-fcc299dfece0 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e79925f-bce9-485b-8ecb-008b21cc14fd HTTP/1.1" status: 200 len: 945 time: 0.0949168 Jul 15 14:06:09.431681 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:09.474093 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c1b7128b-5fb2-48be-bcba-3c29e0a93664 req-2283600c-879c-43e6-a8a1-bf1c52b8434f tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/security-groups?id=e27db5a5-1969-4e1a-b147-fa5e6136b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893636 Jul 15 14:06:09.476348 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ddf2aee7-5bb7-4e03-8b35-dfb5e8fe7fd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452726'] for router_interface (a17742aa-1789-44a4-ae01-72e134c5306d), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:09.694740 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddf2aee7-5bb7-4e03-8b35-dfb5e8fe7fd1 admin admin] Router a17742aa-1789-44a4-ae01-72e134c5306d has already been hosted by L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 14:06:09.729301 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device c7be0622-dca5-4205-98fa-99c86a79c041 no longer exists at agent hyperv_hv-cinder-85000 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:06:09.751149 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] No Port match for: c7be0622-dca5-4205-98fa-99c86a79c041 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 15 14:06:09.751500 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device c7be0622-dca5-4205-98fa-99c86a79c041 not bound to the agent host hv-cinder-85000 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:06:09.805152 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf2aee7-5bb7-4e03-8b35-dfb5e8fe7fd1 admin admin] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:06:09.810248 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-ddf2aee7-5bb7-4e03-8b35-dfb5e8fe7fd1 admin admin] 10.222.0.16 "PUT /v2.0/routers/a17742aa-1789-44a4-ae01-72e134c5306d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8183577 Jul 15 14:06:09.813179 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 51676) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:06:09.815358 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226e260f-eaae-4c4d-90cc-8e44bd906832 None None] Sync routers for ids ['a17742aa-1789-44a4-ae01-72e134c5306d'] in dv-cinder-850002-1-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:06:09.827298 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226e260f-eaae-4c4d-90cc-8e44bd906832 None None] Routers {'a17742aa-1789-44a4-ae01-72e134c5306d'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:06:09.828205 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-226e260f-eaae-4c4d-90cc-8e44bd906832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:05:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['a17742aa-1789-44a4-ae01-72e134c5306d'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:09.904244 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=100 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:09.918964 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ec0ee071-0920-4762-bcd3-03ad09d9d81c admin admin] Publish callbacks [] for router (a17742aa-1789-44a4-ae01-72e134c5306d), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:09.935005 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-226e260f-eaae-4c4d-90cc-8e44bd906832 None None] Set router a17742aa-1789-44a4-ae01-72e134c5306d gateway port host: dv-cinder-850002-1-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:06:10.021418 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ec0ee071-0920-4762-bcd3-03ad09d9d81c admin admin] Publish callbacks [] for router_gateway (a17742aa-1789-44a4-ae01-72e134c5306d), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:10.066263 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:10.066491 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-ec0ee071-0920-4762-bcd3-03ad09d9d81c admin admin] Deleting port 6b55ccc8-becd-4212-8002-ad5c7224ac1f {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:06:10.066620 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ec0ee071-0920-4762-bcd3-03ad09d9d81c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (6b55ccc8-becd-4212-8002-ad5c7224ac1f), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:10.111089 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-226e260f-eaae-4c4d-90cc-8e44bd906832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17742aa-1789-44a4-ae01-72e134c5306d', 'name': 'tempest-ServerRescueNegativeTestJSON-153253776-router', 'tenant_id': '77c8c864a31b402880c334c39fbe5a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '6b55ccc8-becd-4212-8002-ad5c7224ac1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:50Z', 'updated_at': '2022-07-15T14:06:08Z', 'revision_number': 5, 'project_id': '77c8c864a31b402880c334c39fbe5a34', 'gw_port': {'id': '6b55ccc8-becd-4212-8002-ad5c7224ac1f', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:48:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17742aa-1789-44a4-ae01-72e134c5306d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:51Z', 'updated_at': '2022-07-15T14:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi'}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:10.124015 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:10.136851 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226e260f-eaae-4c4d-90cc-8e44bd906832 None None] Checking router: a17742aa-1789-44a4-ae01-72e134c5306d for host: dv-cinder-850002-1-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:06:10.146212 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226e260f-eaae-4c4d-90cc-8e44bd906832 None None] Routers {'a17742aa-1789-44a4-ae01-72e134c5306d'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:06:10.146986 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-226e260f-eaae-4c4d-90cc-8e44bd906832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:05:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['a17742aa-1789-44a4-ae01-72e134c5306d'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:10.148013 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-ec0ee071-0920-4762-bcd3-03ad09d9d81c admin admin] For port 6b55ccc8-becd-4212-8002-ad5c7224ac1f, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=6b55ccc8-becd-4212-8002-ad5c7224ac1f,segment=NetworkSegment(4890d217-1662-4526-a7d0-b4e3cb182093),segment_id=4890d217-1662-4526-a7d0-b4e3cb182093)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:10.148374 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ec0ee071-0920-4762-bcd3-03ad09d9d81c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (6b55ccc8-becd-4212-8002-ad5c7224ac1f), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:10.164074 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-ec0ee071-0920-4762-bcd3-03ad09d9d81c admin admin] Calling delete_port for 6b55ccc8-becd-4212-8002-ad5c7224ac1f owned by network:router_gateway {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:06:10.236258 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-226e260f-eaae-4c4d-90cc-8e44bd906832 None None] Set router a17742aa-1789-44a4-ae01-72e134c5306d gateway port host: None {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:06:10.289263 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-226e260f-eaae-4c4d-90cc-8e44bd906832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17742aa-1789-44a4-ae01-72e134c5306d', 'name': 'tempest-ServerRescueNegativeTestJSON-153253776-router', 'tenant_id': '77c8c864a31b402880c334c39fbe5a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:50Z', 'updated_at': '2022-07-15T14:06:10Z', 'revision_number': 6, 'project_id': '77c8c864a31b402880c334c39fbe5a34', 'gw_port_host': None}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:10.318401 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226e260f-eaae-4c4d-90cc-8e44bd906832 None None] The sync data for ids ['a17742aa-1789-44a4-ae01-72e134c5306d'] in dv-cinder-850002-1-iscsi is: [{'id': 'a17742aa-1789-44a4-ae01-72e134c5306d', 'name': 'tempest-ServerRescueNegativeTestJSON-153253776-router', 'tenant_id': '77c8c864a31b402880c334c39fbe5a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:50Z', 'updated_at': '2022-07-15T14:06:10Z', 'revision_number': 6, 'project_id': '77c8c864a31b402880c334c39fbe5a34', 'gw_port_host': None}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:06:10.340130 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ec0ee071-0920-4762-bcd3-03ad09d9d81c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59481580'] for port (6b55ccc8-becd-4212-8002-ad5c7224ac1f), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:10.344237 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:10.379081 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0ee071-0920-4762-bcd3-03ad09d9d81c admin admin] Pushing event deleted for resources: {'Port': ['ID=6b55ccc8-becd-4212-8002-ad5c7224ac1f,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:10.447503 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ec0ee071-0920-4762-bcd3-03ad09d9d81c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-452435'] for router_gateway (a17742aa-1789-44a4-ae01-72e134c5306d), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:10.538529 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ec0ee071-0920-4762-bcd3-03ad09d9d81c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6549'] for router (a17742aa-1789-44a4-ae01-72e134c5306d), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:10.541179 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ec0ee071-0920-4762-bcd3-03ad09d9d81c admin admin] Publish callbacks [] for router_controller (a17742aa-1789-44a4-ae01-72e134c5306d), precommit_delete_associations {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:10.613566 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ec0ee071-0920-4762-bcd3-03ad09d9d81c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-458408'] for router (a17742aa-1789-44a4-ae01-72e134c5306d), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:10.614059 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0ee071-0920-4762-bcd3-03ad09d9d81c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a17742aa-1789-44a4-ae01-72e134c5306d {{(pid=103882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:06:10.622331 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ec0ee071-0920-4762-bcd3-03ad09d9d81c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:10.623511 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-ec0ee071-0920-4762-bcd3-03ad09d9d81c admin admin] 10.222.0.16 "DELETE /v2.0/routers/a17742aa-1789-44a4-ae01-72e134c5306d HTTP/1.1" status: 204 len: 168 time: 0.8097062 Jul 15 14:06:10.627739 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 51680) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:06:10.632090 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2f509-2268-49c7-aa73-6349b428bb0d req-0d9e6cf9-cfa2-421a-8ea7-9a84312e3efd tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:10.633658 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c1d2f509-2268-49c7-aa73-6349b428bb0d req-0d9e6cf9-cfa2-421a-8ea7-9a84312e3efd tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e79925f-bce9-485b-8ecb-008b21cc14fd HTTP/1.1" status: 200 len: 945 time: 0.0842347 Jul 15 14:06:10.679223 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dae617e-6052-4696-9670-06cc86798c39 admin admin] Deleting subnet 78ed3b07-fd43-4c88-bba6-d7f332b83abe {{(pid=103881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 15 14:06:10.682853 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8dae617e-6052-4696-9670-06cc86798c39 admin admin] Publish callbacks [] for subnet (78ed3b07-fd43-4c88-bba6-d7f332b83abe), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:10.691034 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c1d2f509-2268-49c7-aa73-6349b428bb0d req-c3e918a2-15ec-4b0b-9137-9877bed3146e tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/security-groups?id=e27db5a5-1969-4e1a-b147-fa5e6136b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484817 Jul 15 14:06:10.721341 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8dae617e-6052-4696-9670-06cc86798c39 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524186'] for subnet (78ed3b07-fd43-4c88-bba6-d7f332b83abe), precommit_delete_associations {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:11.077340 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8dae617e-6052-4696-9670-06cc86798c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7811561'] for subnet (78ed3b07-fd43-4c88-bba6-d7f332b83abe), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:11.141745 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8dae617e-6052-4696-9670-06cc86798c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7811472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3268440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59476154'] for subnet (78ed3b07-fd43-4c88-bba6-d7f332b83abe), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:11.169026 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dae617e-6052-4696-9670-06cc86798c39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78ed3b07-fd43-4c88-bba6-d7f332b83abe,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:11.174530 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8dae617e-6052-4696-9670-06cc86798c39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for subnet (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:11.179133 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-8dae617e-6052-4696-9670-06cc86798c39 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/78ed3b07-fd43-4c88-bba6-d7f332b83abe HTTP/1.1" status: 204 len: 168 time: 0.5496237 Jul 15 14:06:11.180344 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 51684) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:06:11.182977 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd80a760-7f98-4229-bc34-a03cd35a5281 None None] Network cb1d6404-603d-43fd-9d2d-2304ecd9066f requested from dv-cinder-850002-1-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 14:06:11.262473 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf84facf-f537-4152-a3ce-4350a0bdde46 req-8528387b-8a9f-49e3-bc6d-89fe7114099a tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:11.264275 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-cf84facf-f537-4152-a3ce-4350a0bdde46 req-8528387b-8a9f-49e3-bc6d-89fe7114099a tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e79925f-bce9-485b-8ecb-008b21cc14fd HTTP/1.1" status: 200 len: 945 time: 0.0845025 Jul 15 14:06:11.272938 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5380a045-dd01-440f-8ee0-bc38b0355624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7936400'] for network (cb1d6404-603d-43fd-9d2d-2304ecd9066f), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:11.344051 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-5380a045-dd01-440f-8ee0-bc38b0355624 admin admin] Deleting port 575e018a-0d67-4759-bcf1-fe97c1b95ce9 {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:06:11.344785 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5380a045-dd01-440f-8ee0-bc38b0355624 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (575e018a-0d67-4759-bcf1-fe97c1b95ce9), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:11.392818 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-cf84facf-f537-4152-a3ce-4350a0bdde46 req-49151d66-2985-4eb7-b0b5-e67fc73a1b34 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Deleting port 01da8f8b-bf3b-4832-a1ec-c52703b5ed24 {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:06:11.393708 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-cf84facf-f537-4152-a3ce-4350a0bdde46 req-49151d66-2985-4eb7-b0b5-e67fc73a1b34 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (01da8f8b-bf3b-4832-a1ec-c52703b5ed24), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:11.432485 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5620d5ef-ad9e-47ee-95b8-240c5e1b01bc None None] DHCP port deletion for cb1d6404-603d-43fd-9d2d-2304ecd9066f request from dv-cinder-850002-1-iscsi {{(pid=103883) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 15 14:06:11.484176 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device e079977e-eb26-47c4-af73-653485baceeb no longer exists at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:06:11.491469 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-5380a045-dd01-440f-8ee0-bc38b0355624 admin admin] For port 575e018a-0d67-4759-bcf1-fe97c1b95ce9, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=575e018a-0d67-4759-bcf1-fe97c1b95ce9,segment=NetworkSegment(00d52852-4d7f-4f72-9ea8-52445064468d),segment_id=00d52852-4d7f-4f72-9ea8-52445064468d)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:11.492443 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5380a045-dd01-440f-8ee0-bc38b0355624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (575e018a-0d67-4759-bcf1-fe97c1b95ce9), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:11.518755 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-5380a045-dd01-440f-8ee0-bc38b0355624 admin admin] Calling delete_port for 575e018a-0d67-4759-bcf1-fe97c1b95ce9 owned by network:dhcp {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:06:11.539329 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] No Port match for: e079977e-eb26-47c4-af73-653485baceeb {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 15 14:06:11.539968 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device e079977e-eb26-47c4-af73-653485baceeb not bound to the agent host dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:06:11.540721 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 6b55ccc8-becd-4212-8002-ad5c7224ac1f no longer exists at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:06:11.542234 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-cf84facf-f537-4152-a3ce-4350a0bdde46 req-49151d66-2985-4eb7-b0b5-e67fc73a1b34 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] For port 01da8f8b-bf3b-4832-a1ec-c52703b5ed24, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=01da8f8b-bf3b-4832-a1ec-c52703b5ed24,segment=NetworkSegment(4fcc481e-1f35-4d52-a7c8-8b57a286bd95),segment_id=4fcc481e-1f35-4d52-a7c8-8b57a286bd95)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:11.542606 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-cf84facf-f537-4152-a3ce-4350a0bdde46 req-49151d66-2985-4eb7-b0b5-e67fc73a1b34 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (01da8f8b-bf3b-4832-a1ec-c52703b5ed24), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:11.559245 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-cf84facf-f537-4152-a3ce-4350a0bdde46 req-49151d66-2985-4eb7-b0b5-e67fc73a1b34 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Calling delete_port for 01da8f8b-bf3b-4832-a1ec-c52703b5ed24 owned by compute:nova {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:06:11.570603 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-5620d5ef-ad9e-47ee-95b8-240c5e1b01bc None None] Deleting port 575e018a-0d67-4759-bcf1-fe97c1b95ce9 {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:06:11.571275 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5620d5ef-ad9e-47ee-95b8-240c5e1b01bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (575e018a-0d67-4759-bcf1-fe97c1b95ce9), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:11.592315 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] No Port match for: 6b55ccc8-becd-4212-8002-ad5c7224ac1f {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 15 14:06:11.592927 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 6b55ccc8-becd-4212-8002-ad5c7224ac1f not bound to the agent host dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:06:11.627316 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:11.642563 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5380a045-dd01-440f-8ee0-bc38b0355624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59481580'] for port (575e018a-0d67-4759-bcf1-fe97c1b95ce9), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:11.645478 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:11.670463 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-5620d5ef-ad9e-47ee-95b8-240c5e1b01bc None None] For port 575e018a-0d67-4759-bcf1-fe97c1b95ce9, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=575e018a-0d67-4759-bcf1-fe97c1b95ce9,segment=NetworkSegment(00d52852-4d7f-4f72-9ea8-52445064468d),segment_id=00d52852-4d7f-4f72-9ea8-52445064468d)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:11.670863 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5620d5ef-ad9e-47ee-95b8-240c5e1b01bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (575e018a-0d67-4759-bcf1-fe97c1b95ce9), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:11.684616 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5380a045-dd01-440f-8ee0-bc38b0355624 admin admin] Pushing event deleted for resources: {'Port': ['ID=575e018a-0d67-4759-bcf1-fe97c1b95ce9,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:11.687216 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-5620d5ef-ad9e-47ee-95b8-240c5e1b01bc None None] Calling delete_port for 575e018a-0d67-4759-bcf1-fe97c1b95ce9 owned by network:dhcp {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:06:11.693972 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5380a045-dd01-440f-8ee0-bc38b0355624 admin admin] No DVR routers for this DVR port 575e018a-0d67-4759-bcf1-fe97c1b95ce9 on host dv-cinder-850002-1-iscsi {{(pid=103882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 15 14:06:11.721436 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-cf84facf-f537-4152-a3ce-4350a0bdde46 req-49151d66-2985-4eb7-b0b5-e67fc73a1b34 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (01da8f8b-bf3b-4832-a1ec-c52703b5ed24), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:11.756608 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49151d66-2985-4eb7-b0b5-e67fc73a1b34 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Pushing event deleted for resources: {'Port': ['ID=01da8f8b-bf3b-4832-a1ec-c52703b5ed24,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:11.781281 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5380a045-dd01-440f-8ee0-bc38b0355624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7814826', 'neutron.services.segments.db._delete_segments_for_network-8774722533663'] for network (cb1d6404-603d-43fd-9d2d-2304ecd9066f), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:11.807409 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-5380a045-dd01-440f-8ee0-bc38b0355624 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb1d6404-603d-43fd-9d2d-2304ecd9066f']}} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:11.814966 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf84facf-f537-4152-a3ce-4350a0bdde46 req-49151d66-2985-4eb7-b0b5-e67fc73a1b34 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] No DVR routers for this DVR port 01da8f8b-bf3b-4832-a1ec-c52703b5ed24 on host hv-cinder-85000 {{(pid=103881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 15 14:06:11.818080 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-cf84facf-f537-4152-a3ce-4350a0bdde46 req-49151d66-2985-4eb7-b0b5-e67fc73a1b34 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:11.821903 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-cf84facf-f537-4152-a3ce-4350a0bdde46 req-49151d66-2985-4eb7-b0b5-e67fc73a1b34 tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.64 "DELETE /v2.0/ports/01da8f8b-bf3b-4832-a1ec-c52703b5ed24 HTTP/1.1" status: 204 len: 173 time: 0.5500607 Jul 15 14:06:11.822533 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e79925f-bce9-485b-8ecb-008b21cc14fd', 'name': 'network-vif-deleted', 'tag': '01da8f8b-bf3b-4832-a1ec-c52703b5ed24'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:06:11.825131 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27b3149431a8a58964108cadaaee569fc83829ebf6971f3e535c686fd00e584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65509f83-4964-48eb-ad0f-6e6cd7a9ff4b" -d '{"events": [{"server_uuid": "0e79925f-bce9-485b-8ecb-008b21cc14fd", "name": "network-vif-deleted", "tag": "01da8f8b-bf3b-4832-a1ec-c52703b5ed24"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:06:11.843915 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-5380a045-dd01-440f-8ee0-bc38b0355624 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00d52852-4d7f-4f72-9ea8-52445064468d') {'for_net_delete': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:11.844140 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-5380a045-dd01-440f-8ee0-bc38b0355624 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00d52852-4d7f-4f72-9ea8-52445064468d') {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:11.848271 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d7a4c99e-6929-430d-8483-2d407bb9c069 req-4559dbcc-8a77-4af5-b3d1-c5dc5eb89d7d tempest-TestMinimumBasicScenario-1840507380 tempest-TestMinimumBasicScenario-1840507380-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e79925f-bce9-485b-8ecb-008b21cc14fd HTTP/1.1" status: 200 len: 210 time: 0.0474277 Jul 15 14:06:11.858326 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5380a045-dd01-440f-8ee0-bc38b0355624 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774722502184', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59481129'] for segment (00d52852-4d7f-4f72-9ea8-52445064468d), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:11.861801 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5620d5ef-ad9e-47ee-95b8-240c5e1b01bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204'] for port (575e018a-0d67-4759-bcf1-fe97c1b95ce9), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:11.874339 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 14:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa080dff-4a58-410c-8c51-fd9f3864ab1d x-openstack-request-id: req-fa080dff-4a58-410c-8c51-fd9f3864ab1d {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:06:11.874541 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e79925f-bce9-485b-8ecb-008b21cc14fd", "name": "network-vif-deleted", "tag": "01da8f8b-bf3b-4832-a1ec-c52703b5ed24", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:06:11.874696 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fa080dff-4a58-410c-8c51-fd9f3864ab1d {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:06:11.875204 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa080dff-4a58-410c-8c51-fd9f3864ab1d'] response: {'server_uuid': '0e79925f-bce9-485b-8ecb-008b21cc14fd', 'name': 'network-vif-deleted', 'tag': '01da8f8b-bf3b-4832-a1ec-c52703b5ed24', 'status': 'completed', 'code': 200} Jul 15 14:06:11.888719 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5380a045-dd01-440f-8ee0-bc38b0355624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7753414'] for segment (00d52852-4d7f-4f72-9ea8-52445064468d), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:11.894001 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:11.898339 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5380a045-dd01-440f-8ee0-bc38b0355624 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:06:11.898748 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5380a045-dd01-440f-8ee0-bc38b0355624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7753414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59481561'] for segment (00d52852-4d7f-4f72-9ea8-52445064468d), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:11.920158 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5620d5ef-ad9e-47ee-95b8-240c5e1b01bc None None] Pushing event deleted for resources: {'Port': ['ID=575e018a-0d67-4759-bcf1-fe97c1b95ce9,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:11.929966 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5620d5ef-ad9e-47ee-95b8-240c5e1b01bc None None] No DVR routers for this DVR port 575e018a-0d67-4759-bcf1-fe97c1b95ce9 on host dv-cinder-850002-1-iscsi {{(pid=103883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 15 14:06:11.965149 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.services.segments.plugin [-] Segment 00d52852-4d7f-4f72-9ea8-52445064468d resource provider aggregate not found Jul 15 14:06:11.990212 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5380a045-dd01-440f-8ee0-bc38b0355624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7814819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452470'] for network (cb1d6404-603d-43fd-9d2d-2304ecd9066f), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:11.999374 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.services.segments.plugin [-] Segment 00d52852-4d7f-4f72-9ea8-52445064468d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 00d52852-4d7f-4f72-9ea8-52445064468d found for delete ", "request_id": "req-c30f13a1-09fe-4b7d-951e-1e1ea12d8878"}]} Jul 15 14:06:12.001907 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5380a045-dd01-440f-8ee0-bc38b0355624 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for network (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:12.005658 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-5380a045-dd01-440f-8ee0-bc38b0355624 admin admin] 10.222.0.16 "DELETE /v2.0/networks/cb1d6404-603d-43fd-9d2d-2304ecd9066f HTTP/1.1" status: 204 len: 168 time: 0.8240750 Jul 15 14:06:12.017703 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5380a045-dd01-440f-8ee0-bc38b0355624 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb1d6404-603d-43fd-9d2d-2304ecd9066f,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:12.156543 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 51696) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:06:12.209604 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-7d94a105-2fbb-435e-9b46-3806952bb718 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=77c8c864a31b402880c334c39fbe5a34&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0518460 Jul 15 14:06:12.213056 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 51698) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:06:12.271784 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a5c6c6af-37a7-4d22-865e-87bd860f6ee9 admin admin] Publish callbacks [] for security_group (555f6c27-545b-4785-82f4-89cd4c7eeb7d), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:12.299297 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a5c6c6af-37a7-4d22-865e-87bd860f6ee9 admin admin] Publish callbacks [] for security_group (555f6c27-545b-4785-82f4-89cd4c7eeb7d), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:12.370971 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a5c6c6af-37a7-4d22-865e-87bd860f6ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (555f6c27-545b-4785-82f4-89cd4c7eeb7d), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:12.374846 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a5c6c6af-37a7-4d22-865e-87bd860f6ee9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:12.376182 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-a5c6c6af-37a7-4d22-865e-87bd860f6ee9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/555f6c27-545b-4785-82f4-89cd4c7eeb7d HTTP/1.1" status: 204 len: 168 time: 0.1620982 Jul 15 14:06:12.387302 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c6c6af-37a7-4d22-865e-87bd860f6ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555f6c27-545b-4785-82f4-89cd4c7eeb7d,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:13.366114 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-dfebcbcd-faad-431e-b2c0-69d18f737011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (6c40ee43-5406-4a95-b7b4-11b32ddced25), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:13.427527 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 575e018a-0d67-4759-bcf1-fe97c1b95ce9 no longer exists at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:06:13.448594 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] No Port match for: 575e018a-0d67-4759-bcf1-fe97c1b95ce9 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 15 14:06:13.448867 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 575e018a-0d67-4759-bcf1-fe97c1b95ce9 not bound to the agent host dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:06:13.759246 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device 01da8f8b-bf3b-4832-a1ec-c52703b5ed24 no longer exists at agent hyperv_hv-cinder-85000 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:06:13.783827 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 51780) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:06:13.787836 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] No Port match for: 01da8f8b-bf3b-4832-a1ec-c52703b5ed24 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 15 14:06:13.788187 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device 01da8f8b-bf3b-4832-a1ec-c52703b5ed24 not bound to the agent host hv-cinder-85000 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:06:13.871259 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:14.140431 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3cfb7cbd-f603-4d10-b893-cac349e0d0de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452826'] for router_interface (d4ee8450-1def-4659-8ad1-fb977bb7b3cd), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:14.382051 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 51796) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:06:14.384043 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-3cfb7cbd-f603-4d10-b893-cac349e0d0de admin admin] Deleting port b0f38ac1-ef23-486e-bdb6-e1bce172c3a0 {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:06:14.384410 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3cfb7cbd-f603-4d10-b893-cac349e0d0de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (b0f38ac1-ef23-486e-bdb6-e1bce172c3a0), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:14.478337 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-3cfb7cbd-f603-4d10-b893-cac349e0d0de admin admin] For port b0f38ac1-ef23-486e-bdb6-e1bce172c3a0, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=b0f38ac1-ef23-486e-bdb6-e1bce172c3a0,segment=NetworkSegment(4fcc481e-1f35-4d52-a7c8-8b57a286bd95),segment_id=4fcc481e-1f35-4d52-a7c8-8b57a286bd95)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:14.478870 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3cfb7cbd-f603-4d10-b893-cac349e0d0de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (b0f38ac1-ef23-486e-bdb6-e1bce172c3a0), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:14.493933 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-3cfb7cbd-f603-4d10-b893-cac349e0d0de admin admin] Calling delete_port for b0f38ac1-ef23-486e-bdb6-e1bce172c3a0 owned by network:router_interface {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:06:14.511740 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f20276de-2b35-407e-b96f-5ed0ddf63911 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:14.597956 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f20276de-2b35-407e-b96f-5ed0ddf63911 admin admin] Publish callbacks [] for security_group (43b3d4ce-8ece-42a3-ac9c-dab321e5f261), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:14.602348 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f20276de-2b35-407e-b96f-5ed0ddf63911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (43b3d4ce-8ece-42a3-ac9c-dab321e5f261), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:14.645374 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-f20276de-2b35-407e-b96f-5ed0ddf63911 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8b4e29adf3b84ba99abb9c6473a69d35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2605565 Jul 15 14:06:14.645374 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20276de-2b35-407e-b96f-5ed0ddf63911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b3d4ce-8ece-42a3-ac9c-dab321e5f261,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:14.647571 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 51800) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:06:14.664683 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:14.689386 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3cfb7cbd-f603-4d10-b893-cac349e0d0de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59481580'] for port (b0f38ac1-ef23-486e-bdb6-e1bce172c3a0), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:14.708965 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-84611742-f04d-43db-ab78-22e0ad97c6a3 admin admin] Publish callbacks [] for security_group (43b3d4ce-8ece-42a3-ac9c-dab321e5f261), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:14.719112 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfb7cbd-f603-4d10-b893-cac349e0d0de admin admin] Pushing event deleted for resources: {'Port': ['ID=b0f38ac1-ef23-486e-bdb6-e1bce172c3a0,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:14.734157 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-84611742-f04d-43db-ab78-22e0ad97c6a3 admin admin] Publish callbacks [] for security_group (43b3d4ce-8ece-42a3-ac9c-dab321e5f261), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:14.795330 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-84611742-f04d-43db-ab78-22e0ad97c6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (43b3d4ce-8ece-42a3-ac9c-dab321e5f261), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:14.798043 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-84611742-f04d-43db-ab78-22e0ad97c6a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:14.801700 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-84611742-f04d-43db-ab78-22e0ad97c6a3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/43b3d4ce-8ece-42a3-ac9c-dab321e5f261 HTTP/1.1" status: 204 len: 168 time: 0.1507947 Jul 15 14:06:14.808843 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84611742-f04d-43db-ab78-22e0ad97c6a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b3d4ce-8ece-42a3-ac9c-dab321e5f261,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:14.824788 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:15.134788 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3cfb7cbd-f603-4d10-b893-cac349e0d0de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452726'] for router_interface (d4ee8450-1def-4659-8ad1-fb977bb7b3cd), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:15.213172 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 51806) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:06:15.227317 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f6015ea1-030b-49be-bf38-651aed193e3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:15.272157 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:DELETE=11,neutron:SELECT=80,neutron:INSERT=9 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:15.318797 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f6015ea1-030b-49be-bf38-651aed193e3d admin admin] Publish callbacks [] for security_group (4acf2270-fc95-4093-854a-48f7c84f4575), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:15.323017 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f6015ea1-030b-49be-bf38-651aed193e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (4acf2270-fc95-4093-854a-48f7c84f4575), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:15.361508 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:15.366704 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-f6015ea1-030b-49be-bf38-651aed193e3d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=067e58ec3817430eb31313345c2d0062&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1524327 Jul 15 14:06:15.367448 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6015ea1-030b-49be-bf38-651aed193e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4acf2270-fc95-4093-854a-48f7c84f4575,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:15.370287 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 51808) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:06:15.388369 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cfb7cbd-f603-4d10-b893-cac349e0d0de admin admin] Router d4ee8450-1def-4659-8ad1-fb977bb7b3cd has already been hosted by L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 14:06:15.428674 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8c0611ae-b59e-44c0-9708-25a88d8755a7 admin admin] Publish callbacks [] for security_group (4acf2270-fc95-4093-854a-48f7c84f4575), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:15.455027 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8c0611ae-b59e-44c0-9708-25a88d8755a7 admin admin] Publish callbacks [] for security_group (4acf2270-fc95-4093-854a-48f7c84f4575), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:15.499145 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cfb7cbd-f603-4d10-b893-cac349e0d0de admin admin] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:06:15.504628 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-3cfb7cbd-f603-4d10-b893-cac349e0d0de admin admin] 10.222.0.16 "PUT /v2.0/routers/d4ee8450-1def-4659-8ad1-fb977bb7b3cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7184696 Jul 15 14:06:15.507233 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 51810) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:06:15.516610 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc56dff-e6f3-4d93-8f38-ee2ffeb5eb66 None None] Sync routers for ids ['d4ee8450-1def-4659-8ad1-fb977bb7b3cd'] in dv-cinder-850002-1-iscsi {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:06:15.523612 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8c0611ae-b59e-44c0-9708-25a88d8755a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (4acf2270-fc95-4093-854a-48f7c84f4575), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:15.527145 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8c0611ae-b59e-44c0-9708-25a88d8755a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:15.529069 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-8c0611ae-b59e-44c0-9708-25a88d8755a7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4acf2270-fc95-4093-854a-48f7c84f4575 HTTP/1.1" status: 204 len: 168 time: 0.1569917 Jul 15 14:06:15.535601 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc56dff-e6f3-4d93-8f38-ee2ffeb5eb66 None None] Routers {'d4ee8450-1def-4659-8ad1-fb977bb7b3cd'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:06:15.536976 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-7cc56dff-e6f3-4d93-8f38-ee2ffeb5eb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:05:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['d4ee8450-1def-4659-8ad1-fb977bb7b3cd'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:15.539600 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0611ae-b59e-44c0-9708-25a88d8755a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4acf2270-fc95-4093-854a-48f7c84f4575,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:15.617090 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1a3d83c5-33f6-442c-88ba-78ed22ac42d4 admin admin] Publish callbacks [] for router (d4ee8450-1def-4659-8ad1-fb977bb7b3cd), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:15.728667 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1a3d83c5-33f6-442c-88ba-78ed22ac42d4 admin admin] Publish callbacks [] for router_gateway (d4ee8450-1def-4659-8ad1-fb977bb7b3cd), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:15.778634 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-1a3d83c5-33f6-442c-88ba-78ed22ac42d4 admin admin] Deleting port 76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47 {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:06:15.779515 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1a3d83c5-33f6-442c-88ba-78ed22ac42d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:15.794458 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-7cc56dff-e6f3-4d93-8f38-ee2ffeb5eb66 None None] Set router d4ee8450-1def-4659-8ad1-fb977bb7b3cd gateway port host: dv-cinder-850002-1-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:06:15.872235 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-1a3d83c5-33f6-442c-88ba-78ed22ac42d4 admin admin] For port 76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47,segment=NetworkSegment(4890d217-1662-4526-a7d0-b4e3cb182093),segment_id=4890d217-1662-4526-a7d0-b4e3cb182093)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:15.872779 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1a3d83c5-33f6-442c-88ba-78ed22ac42d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:15.886622 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-1a3d83c5-33f6-442c-88ba-78ed22ac42d4 admin admin] Calling delete_port for 76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47 owned by network:router_gateway {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:06:15.893961 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:15.894166 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-44ac160f-4da2-42f3-9087-1ef4d76883eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (f703993d-e678-48e2-a65c-4d8192af82e3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:16.014426 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-7cc56dff-e6f3-4d93-8f38-ee2ffeb5eb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ee8450-1def-4659-8ad1-fb977bb7b3cd', 'name': 'tempest-TestMinimumBasicScenario-61259501-router', 'tenant_id': '11bf10102c9244f99f64ad5b4177407a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:03:30Z', 'updated_at': '2022-07-15T14:06:14Z', 'revision_number': 5, 'project_id': '11bf10102c9244f99f64ad5b4177407a', 'gw_port': {'id': '76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:62:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ee8450-1def-4659-8ad1-fb977bb7b3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:03:30Z', 'updated_at': '2022-07-15T14:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi'}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:16.029851 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:16.047029 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc56dff-e6f3-4d93-8f38-ee2ffeb5eb66 None None] Checking router: d4ee8450-1def-4659-8ad1-fb977bb7b3cd for host: dv-cinder-850002-1-iscsi {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:06:16.056693 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc56dff-e6f3-4d93-8f38-ee2ffeb5eb66 None None] Routers {'d4ee8450-1def-4659-8ad1-fb977bb7b3cd'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:06:16.057307 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-7cc56dff-e6f3-4d93-8f38-ee2ffeb5eb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:06:16Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['d4ee8450-1def-4659-8ad1-fb977bb7b3cd'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:16.092805 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1a3d83c5-33f6-442c-88ba-78ed22ac42d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59481580'] for port (76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:16.121239 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3d83c5-33f6-442c-88ba-78ed22ac42d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:16.177843 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-7cc56dff-e6f3-4d93-8f38-ee2ffeb5eb66 None None] Set router d4ee8450-1def-4659-8ad1-fb977bb7b3cd gateway port host: None {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:06:16.219642 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1a3d83c5-33f6-442c-88ba-78ed22ac42d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-452435'] for router_gateway (d4ee8450-1def-4659-8ad1-fb977bb7b3cd), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:16.262209 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-7cc56dff-e6f3-4d93-8f38-ee2ffeb5eb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ee8450-1def-4659-8ad1-fb977bb7b3cd', 'name': 'tempest-TestMinimumBasicScenario-61259501-router', 'tenant_id': '11bf10102c9244f99f64ad5b4177407a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:03:30Z', 'updated_at': '2022-07-15T14:06:15Z', 'revision_number': 6, 'project_id': '11bf10102c9244f99f64ad5b4177407a', 'gw_port_host': None}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:16.302708 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc56dff-e6f3-4d93-8f38-ee2ffeb5eb66 None None] The sync data for ids ['d4ee8450-1def-4659-8ad1-fb977bb7b3cd'] in dv-cinder-850002-1-iscsi is: [{'id': 'd4ee8450-1def-4659-8ad1-fb977bb7b3cd', 'name': 'tempest-TestMinimumBasicScenario-61259501-router', 'tenant_id': '11bf10102c9244f99f64ad5b4177407a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:03:30Z', 'updated_at': '2022-07-15T14:06:15Z', 'revision_number': 6, 'project_id': '11bf10102c9244f99f64ad5b4177407a', 'gw_port_host': None}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:06:16.331253 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-3117b6cd-8377-4598-90e9-298b0791c2f7 None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:06:16.338211 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1a3d83c5-33f6-442c-88ba-78ed22ac42d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6549'] for router (d4ee8450-1def-4659-8ad1-fb977bb7b3cd), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:16.343676 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1a3d83c5-33f6-442c-88ba-78ed22ac42d4 admin admin] Publish callbacks [] for router_controller (d4ee8450-1def-4659-8ad1-fb977bb7b3cd), precommit_delete_associations {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:16.398617 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1a3d83c5-33f6-442c-88ba-78ed22ac42d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-458408'] for router (d4ee8450-1def-4659-8ad1-fb977bb7b3cd), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:16.399370 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3d83c5-33f6-442c-88ba-78ed22ac42d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4ee8450-1def-4659-8ad1-fb977bb7b3cd {{(pid=103882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:06:16.404243 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1a3d83c5-33f6-442c-88ba-78ed22ac42d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:16.405677 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-1a3d83c5-33f6-442c-88ba-78ed22ac42d4 admin admin] 10.222.0.16 "DELETE /v2.0/routers/d4ee8450-1def-4659-8ad1-fb977bb7b3cd HTTP/1.1" status: 204 len: 168 time: 0.8972802 Jul 15 14:06:16.409269 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 51832) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:06:16.456784 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_v2 [None req-8334c1d6-7ead-41f0-9b1e-ba261afe1711 admin admin] Deleting subnet 7dcbc56b-b71e-4a1e-9999-48b1081ff0b4 {{(pid=103882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 15 14:06:16.460780 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8334c1d6-7ead-41f0-9b1e-ba261afe1711 admin admin] Publish callbacks [] for subnet (7dcbc56b-b71e-4a1e-9999-48b1081ff0b4), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:16.509081 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8334c1d6-7ead-41f0-9b1e-ba261afe1711 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59481126'] for subnet (7dcbc56b-b71e-4a1e-9999-48b1081ff0b4), precommit_delete_associations {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:16.600952 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8334c1d6-7ead-41f0-9b1e-ba261afe1711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7811561'] for subnet (7dcbc56b-b71e-4a1e-9999-48b1081ff0b4), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:16.662448 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8334c1d6-7ead-41f0-9b1e-ba261afe1711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7811472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59481147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59290875'] for subnet (7dcbc56b-b71e-4a1e-9999-48b1081ff0b4), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:16.687525 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8334c1d6-7ead-41f0-9b1e-ba261afe1711 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dcbc56b-b71e-4a1e-9999-48b1081ff0b4,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:16.694359 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8334c1d6-7ead-41f0-9b1e-ba261afe1711 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:16.699765 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-8334c1d6-7ead-41f0-9b1e-ba261afe1711 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7dcbc56b-b71e-4a1e-9999-48b1081ff0b4 HTTP/1.1" status: 204 len: 168 time: 0.2871809 Jul 15 14:06:16.700081 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 51838) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:06:16.706206 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d6e02d-81c2-4c87-9eb6-48eb2b157f27 None None] Network f8c850dd-dcf5-4148-9169-912c6adf10f1 requested from dv-cinder-850002-1-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 14:06:16.786025 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3214a60b-90b1-4f2b-9cbc-2e440a9c4846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7936400'] for network (f8c850dd-dcf5-4148-9169-912c6adf10f1), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:16.818770 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:16.843891 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-3214a60b-90b1-4f2b-9cbc-2e440a9c4846 admin admin] Deleting port 8e4fd939-b428-4c77-bea7-f1eef8b96582 {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:06:16.846631 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3214a60b-90b1-4f2b-9cbc-2e440a9c4846 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (8e4fd939-b428-4c77-bea7-f1eef8b96582), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:16.914160 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-3214a60b-90b1-4f2b-9cbc-2e440a9c4846 admin admin] For port 8e4fd939-b428-4c77-bea7-f1eef8b96582, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=8e4fd939-b428-4c77-bea7-f1eef8b96582,segment=NetworkSegment(4fcc481e-1f35-4d52-a7c8-8b57a286bd95),segment_id=4fcc481e-1f35-4d52-a7c8-8b57a286bd95)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:16.914889 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3214a60b-90b1-4f2b-9cbc-2e440a9c4846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (8e4fd939-b428-4c77-bea7-f1eef8b96582), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:16.926872 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:16.934079 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-3214a60b-90b1-4f2b-9cbc-2e440a9c4846 admin admin] Calling delete_port for 8e4fd939-b428-4c77-bea7-f1eef8b96582 owned by network:dhcp {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:06:17.023427 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3214a60b-90b1-4f2b-9cbc-2e440a9c4846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59481580'] for port (8e4fd939-b428-4c77-bea7-f1eef8b96582), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:17.054837 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3214a60b-90b1-4f2b-9cbc-2e440a9c4846 admin admin] No DVR routers for this DVR port 8e4fd939-b428-4c77-bea7-f1eef8b96582 on host dv-cinder-850002-1-iscsi {{(pid=103882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 15 14:06:17.058812 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3214a60b-90b1-4f2b-9cbc-2e440a9c4846 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e4fd939-b428-4c77-bea7-f1eef8b96582,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:17.168898 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8d5647-6c46-454a-9314-566b7acf07d6 None None] DHCP port deletion for f8c850dd-dcf5-4148-9169-912c6adf10f1 request from dv-cinder-850002-1-iscsi {{(pid=103883) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 15 14:06:17.170545 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3214a60b-90b1-4f2b-9cbc-2e440a9c4846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7814826', 'neutron.services.segments.db._delete_segments_for_network-8774722533663'] for network (f8c850dd-dcf5-4148-9169-912c6adf10f1), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:17.205468 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:DELETE=8,neutron:SELECT=90,neutron:UPDATE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:17.207409 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-3214a60b-90b1-4f2b-9cbc-2e440a9c4846 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8c850dd-dcf5-4148-9169-912c6adf10f1']}} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:17.220506 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-3214a60b-90b1-4f2b-9cbc-2e440a9c4846 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fcc481e-1f35-4d52-a7c8-8b57a286bd95') {'for_net_delete': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:17.220806 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-3214a60b-90b1-4f2b-9cbc-2e440a9c4846 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fcc481e-1f35-4d52-a7c8-8b57a286bd95') {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:17.234408 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3214a60b-90b1-4f2b-9cbc-2e440a9c4846 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774722502184', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59481129'] for segment (4fcc481e-1f35-4d52-a7c8-8b57a286bd95), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:17.254008 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3214a60b-90b1-4f2b-9cbc-2e440a9c4846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7753414'] for segment (4fcc481e-1f35-4d52-a7c8-8b57a286bd95), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:17.265817 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3214a60b-90b1-4f2b-9cbc-2e440a9c4846 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=103882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:06:17.266459 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3214a60b-90b1-4f2b-9cbc-2e440a9c4846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7753414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59481561'] for segment (4fcc481e-1f35-4d52-a7c8-8b57a286bd95), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:17.277645 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62650970-9807-4a53-b182-b0e3c169648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (be31d1c0-1844-4ed1-99dc-0179bb6e7ee8), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:17.295919 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.services.segments.plugin [-] Segment 4fcc481e-1f35-4d52-a7c8-8b57a286bd95 resource provider aggregate not found Jul 15 14:06:17.377620 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.services.segments.plugin [-] Segment 4fcc481e-1f35-4d52-a7c8-8b57a286bd95 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4fcc481e-1f35-4d52-a7c8-8b57a286bd95 found for delete ", "request_id": "req-861c2bce-8566-42a9-9de4-2b0beb020db1"}]} Jul 15 14:06:17.399209 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3214a60b-90b1-4f2b-9cbc-2e440a9c4846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7814819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452470'] for network (f8c850dd-dcf5-4148-9169-912c6adf10f1), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:17.404838 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3214a60b-90b1-4f2b-9cbc-2e440a9c4846 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for network (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:17.411207 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 51862) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:06:17.412071 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-3214a60b-90b1-4f2b-9cbc-2e440a9c4846 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f8c850dd-dcf5-4148-9169-912c6adf10f1 HTTP/1.1" status: 204 len: 168 time: 0.7095375 Jul 15 14:06:17.429135 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3214a60b-90b1-4f2b-9cbc-2e440a9c4846 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8c850dd-dcf5-4148-9169-912c6adf10f1,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:17.434355 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device b0f38ac1-ef23-486e-bdb6-e1bce172c3a0 no longer exists at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:06:17.469401 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] No Port match for: b0f38ac1-ef23-486e-bdb6-e1bce172c3a0 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 15 14:06:17.469887 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device b0f38ac1-ef23-486e-bdb6-e1bce172c3a0 not bound to the agent host dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:06:17.470029 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47 no longer exists at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:06:17.504942 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] No Port match for: 76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 15 14:06:17.505510 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 76894bd9-f7dd-42b0-9cfb-e8ce7f1ace47 not bound to the agent host dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:06:17.506197 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 8e4fd939-b428-4c77-bea7-f1eef8b96582 no longer exists at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:06:17.538568 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] No Port match for: 8e4fd939-b428-4c77-bea7-f1eef8b96582 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 15 14:06:17.540917 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 8e4fd939-b428-4c77-bea7-f1eef8b96582 not bound to the agent host dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:06:17.924419 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ba41b6c0-1604-456a-bcd9-55f838920e16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452826'] for router_interface (84327c6e-aabe-48ef-b9bd-194fd2d9e7b3), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:18.227244 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-ba41b6c0-1604-456a-bcd9-55f838920e16 admin admin] Deleting port eb5457c3-9ff8-4599-b433-6fa1c41dbe56 {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:06:18.227654 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ba41b6c0-1604-456a-bcd9-55f838920e16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (eb5457c3-9ff8-4599-b433-6fa1c41dbe56), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:18.317677 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [None req-ba41b6c0-1604-456a-bcd9-55f838920e16 admin admin] For port eb5457c3-9ff8-4599-b433-6fa1c41dbe56, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=eb5457c3-9ff8-4599-b433-6fa1c41dbe56,segment=NetworkSegment(807cb025-995d-4a8f-b9e9-c52bf1da28a3),segment_id=807cb025-995d-4a8f-b9e9-c52bf1da28a3)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:18.318050 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ba41b6c0-1604-456a-bcd9-55f838920e16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (eb5457c3-9ff8-4599-b433-6fa1c41dbe56), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:18.326484 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:18.335873 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-ba41b6c0-1604-456a-bcd9-55f838920e16 admin admin] Calling delete_port for eb5457c3-9ff8-4599-b433-6fa1c41dbe56 owned by network:router_interface {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:06:18.407555 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:18.537193 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee182daf-6335-4abe-96a5-cfae59e42a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (d0f04363-b393-47bd-b9b2-c25e00098206), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:18.541970 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ba41b6c0-1604-456a-bcd9-55f838920e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (eb5457c3-9ff8-4599-b433-6fa1c41dbe56), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:18.571577 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba41b6c0-1604-456a-bcd9-55f838920e16 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb5457c3-9ff8-4599-b433-6fa1c41dbe56,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:18.722855 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:18.741215 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (7bcac420-d3a9-4cfc-af22-5ba5795a5287), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:18.771903 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ba41b6c0-1604-456a-bcd9-55f838920e16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452726'] for router_interface (84327c6e-aabe-48ef-b9bd-194fd2d9e7b3), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:19.016737 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba41b6c0-1604-456a-bcd9-55f838920e16 admin admin] Router 84327c6e-aabe-48ef-b9bd-194fd2d9e7b3 has already been hosted by L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 14:06:19.144821 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba41b6c0-1604-456a-bcd9-55f838920e16 admin admin] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:06:19.153358 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-ba41b6c0-1604-456a-bcd9-55f838920e16 admin admin] 10.222.0.16 "PUT /v2.0/routers/84327c6e-aabe-48ef-b9bd-194fd2d9e7b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7401729 Jul 15 14:06:19.157058 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 51884) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:06:19.163166 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbf434d-d5d3-49f3-beed-6f94dce6b4b1 None None] Sync routers for ids ['84327c6e-aabe-48ef-b9bd-194fd2d9e7b3'] in dv-cinder-850002-1-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:06:19.179529 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbf434d-d5d3-49f3-beed-6f94dce6b4b1 None None] Routers {'84327c6e-aabe-48ef-b9bd-194fd2d9e7b3'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:06:19.180158 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-8dbf434d-d5d3-49f3-beed-6f94dce6b4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:06:16Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['84327c6e-aabe-48ef-b9bd-194fd2d9e7b3'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:19.290976 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fe359748-9f56-4267-b357-80a7ef92407f admin admin] Publish callbacks [] for router (84327c6e-aabe-48ef-b9bd-194fd2d9e7b3), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:19.398086 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-8dbf434d-d5d3-49f3-beed-6f94dce6b4b1 None None] Set router 84327c6e-aabe-48ef-b9bd-194fd2d9e7b3 gateway port host: dv-cinder-850002-1-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:06:19.437825 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fe359748-9f56-4267-b357-80a7ef92407f admin admin] Publish callbacks [] for router_gateway (84327c6e-aabe-48ef-b9bd-194fd2d9e7b3), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:19.506290 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-fe359748-9f56-4267-b357-80a7ef92407f admin admin] Deleting port 740f962a-e8ff-4420-bf55-fecc108272c1 {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:06:19.506672 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fe359748-9f56-4267-b357-80a7ef92407f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (740f962a-e8ff-4420-bf55-fecc108272c1), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:19.599286 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-fe359748-9f56-4267-b357-80a7ef92407f admin admin] For port 740f962a-e8ff-4420-bf55-fecc108272c1, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=740f962a-e8ff-4420-bf55-fecc108272c1,segment=NetworkSegment(4890d217-1662-4526-a7d0-b4e3cb182093),segment_id=4890d217-1662-4526-a7d0-b4e3cb182093)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:19.599650 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fe359748-9f56-4267-b357-80a7ef92407f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (740f962a-e8ff-4420-bf55-fecc108272c1), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:19.616876 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-fe359748-9f56-4267-b357-80a7ef92407f admin admin] Calling delete_port for 740f962a-e8ff-4420-bf55-fecc108272c1 owned by network:router_gateway {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:06:19.624747 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-8dbf434d-d5d3-49f3-beed-6f94dce6b4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84327c6e-aabe-48ef-b9bd-194fd2d9e7b3', 'name': 'tempest-TestMinimumBasicScenario-1819341006-router', 'tenant_id': 'acceaf20f25848cbaeac142e0fc3607d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '740f962a-e8ff-4420-bf55-fecc108272c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:03:38Z', 'updated_at': '2022-07-15T14:06:18Z', 'revision_number': 5, 'project_id': 'acceaf20f25848cbaeac142e0fc3607d', 'gw_port': {'id': '740f962a-e8ff-4420-bf55-fecc108272c1', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84327c6e-aabe-48ef-b9bd-194fd2d9e7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:03:39Z', 'updated_at': '2022-07-15T14:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi'}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:19.651780 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbf434d-d5d3-49f3-beed-6f94dce6b4b1 None None] Checking router: 84327c6e-aabe-48ef-b9bd-194fd2d9e7b3 for host: dv-cinder-850002-1-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:06:19.661633 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbf434d-d5d3-49f3-beed-6f94dce6b4b1 None None] Routers {'84327c6e-aabe-48ef-b9bd-194fd2d9e7b3'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:06:19.662257 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-8dbf434d-d5d3-49f3-beed-6f94dce6b4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:06:16Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['84327c6e-aabe-48ef-b9bd-194fd2d9e7b3'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:19.749503 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-8dbf434d-d5d3-49f3-beed-6f94dce6b4b1 None None] Set router 84327c6e-aabe-48ef-b9bd-194fd2d9e7b3 gateway port host: None {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:06:19.802198 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fe359748-9f56-4267-b357-80a7ef92407f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59481580'] for port (740f962a-e8ff-4420-bf55-fecc108272c1), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:19.803302 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-8dbf434d-d5d3-49f3-beed-6f94dce6b4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84327c6e-aabe-48ef-b9bd-194fd2d9e7b3', 'name': 'tempest-TestMinimumBasicScenario-1819341006-router', 'tenant_id': 'acceaf20f25848cbaeac142e0fc3607d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:03:38Z', 'updated_at': '2022-07-15T14:06:19Z', 'revision_number': 6, 'project_id': 'acceaf20f25848cbaeac142e0fc3607d', 'gw_port_host': None}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:19.829372 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbf434d-d5d3-49f3-beed-6f94dce6b4b1 None None] The sync data for ids ['84327c6e-aabe-48ef-b9bd-194fd2d9e7b3'] in dv-cinder-850002-1-iscsi is: [{'id': '84327c6e-aabe-48ef-b9bd-194fd2d9e7b3', 'name': 'tempest-TestMinimumBasicScenario-1819341006-router', 'tenant_id': 'acceaf20f25848cbaeac142e0fc3607d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:03:38Z', 'updated_at': '2022-07-15T14:06:19Z', 'revision_number': 6, 'project_id': 'acceaf20f25848cbaeac142e0fc3607d', 'gw_port_host': None}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:06:19.832211 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe359748-9f56-4267-b357-80a7ef92407f admin admin] Pushing event deleted for resources: {'Port': ['ID=740f962a-e8ff-4420-bf55-fecc108272c1,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:19.855923 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:19.902940 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fe359748-9f56-4267-b357-80a7ef92407f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-452435'] for router_gateway (84327c6e-aabe-48ef-b9bd-194fd2d9e7b3), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:19.992473 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fe359748-9f56-4267-b357-80a7ef92407f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6549'] for router (84327c6e-aabe-48ef-b9bd-194fd2d9e7b3), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:19.994658 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fe359748-9f56-4267-b357-80a7ef92407f admin admin] Publish callbacks [] for router_controller (84327c6e-aabe-48ef-b9bd-194fd2d9e7b3), precommit_delete_associations {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:20.039696 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fe359748-9f56-4267-b357-80a7ef92407f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-458408'] for router (84327c6e-aabe-48ef-b9bd-194fd2d9e7b3), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:20.040662 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe359748-9f56-4267-b357-80a7ef92407f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84327c6e-aabe-48ef-b9bd-194fd2d9e7b3 {{(pid=103882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:06:20.045384 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fe359748-9f56-4267-b357-80a7ef92407f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:20.046886 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-fe359748-9f56-4267-b357-80a7ef92407f admin admin] 10.222.0.16 "DELETE /v2.0/routers/84327c6e-aabe-48ef-b9bd-194fd2d9e7b3 HTTP/1.1" status: 204 len: 168 time: 0.8880768 Jul 15 14:06:20.049426 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 51890) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:06:20.098522 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_v2 [None req-ade09f52-01b5-41a0-90fc-4f068f29b960 admin admin] Deleting subnet 5884029a-c298-4fd6-93d8-7a243800c2a3 {{(pid=103882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 15 14:06:20.100351 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:20.102758 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ade09f52-01b5-41a0-90fc-4f068f29b960 admin admin] Publish callbacks [] for subnet (5884029a-c298-4fd6-93d8-7a243800c2a3), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:20.143184 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ade09f52-01b5-41a0-90fc-4f068f29b960 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59481126'] for subnet (5884029a-c298-4fd6-93d8-7a243800c2a3), precommit_delete_associations {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:20.224725 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ade09f52-01b5-41a0-90fc-4f068f29b960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7811561'] for subnet (5884029a-c298-4fd6-93d8-7a243800c2a3), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:20.287067 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ade09f52-01b5-41a0-90fc-4f068f29b960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7811472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59481147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59290875'] for subnet (5884029a-c298-4fd6-93d8-7a243800c2a3), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:20.315605 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade09f52-01b5-41a0-90fc-4f068f29b960 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5884029a-c298-4fd6-93d8-7a243800c2a3,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:20.321961 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ade09f52-01b5-41a0-90fc-4f068f29b960 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:20.325156 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-ade09f52-01b5-41a0-90fc-4f068f29b960 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5884029a-c298-4fd6-93d8-7a243800c2a3 HTTP/1.1" status: 204 len: 168 time: 0.2747953 Jul 15 14:06:20.327717 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 51892) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:06:20.331031 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9d5b43-38a3-43c6-b9c3-1371fa96dcf2 None None] Network 46492458-9bda-42df-81b2-38d8ceb2111f requested from dv-cinder-850002-1-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 14:06:20.401388 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f883c0ef-8c6a-483c-907d-470b76e364b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7936400'] for network (46492458-9bda-42df-81b2-38d8ceb2111f), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:20.443995 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-f883c0ef-8c6a-483c-907d-470b76e364b8 admin admin] Deleting port 736c8068-63a0-40ef-9fc8-34609a0bacad {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:06:20.444343 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f883c0ef-8c6a-483c-907d-470b76e364b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (736c8068-63a0-40ef-9fc8-34609a0bacad), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:20.515764 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-f883c0ef-8c6a-483c-907d-470b76e364b8 admin admin] For port 736c8068-63a0-40ef-9fc8-34609a0bacad, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=736c8068-63a0-40ef-9fc8-34609a0bacad,segment=NetworkSegment(807cb025-995d-4a8f-b9e9-c52bf1da28a3),segment_id=807cb025-995d-4a8f-b9e9-c52bf1da28a3)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:20.516201 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f883c0ef-8c6a-483c-907d-470b76e364b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (736c8068-63a0-40ef-9fc8-34609a0bacad), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:20.530818 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-f883c0ef-8c6a-483c-907d-470b76e364b8 admin admin] Calling delete_port for 736c8068-63a0-40ef-9fc8-34609a0bacad owned by network:dhcp {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:06:20.620126 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3933e140-49b2-4d7f-ab45-7290a26ebaaa None None] DHCP port deletion for 46492458-9bda-42df-81b2-38d8ceb2111f request from dv-cinder-850002-1-iscsi {{(pid=103883) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 15 14:06:20.649719 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f883c0ef-8c6a-483c-907d-470b76e364b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59481580'] for port (736c8068-63a0-40ef-9fc8-34609a0bacad), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:20.686817 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-3933e140-49b2-4d7f-ab45-7290a26ebaaa None None] Deleting port 736c8068-63a0-40ef-9fc8-34609a0bacad {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:06:20.687061 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f883c0ef-8c6a-483c-907d-470b76e364b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=736c8068-63a0-40ef-9fc8-34609a0bacad,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:20.687702 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3933e140-49b2-4d7f-ab45-7290a26ebaaa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (736c8068-63a0-40ef-9fc8-34609a0bacad), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:20.696985 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f883c0ef-8c6a-483c-907d-470b76e364b8 admin admin] No DVR routers for this DVR port 736c8068-63a0-40ef-9fc8-34609a0bacad on host dv-cinder-850002-1-iscsi {{(pid=103882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 15 14:06:20.722374 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:20.783183 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-3933e140-49b2-4d7f-ab45-7290a26ebaaa None None] For port 736c8068-63a0-40ef-9fc8-34609a0bacad, host dv-cinder-850002-1-iscsi, got binding levels [] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:20.783994 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3933e140-49b2-4d7f-ab45-7290a26ebaaa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (736c8068-63a0-40ef-9fc8-34609a0bacad), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:20.794793 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f883c0ef-8c6a-483c-907d-470b76e364b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7814826', 'neutron.services.segments.db._delete_segments_for_network-8774722533663'] for network (46492458-9bda-42df-81b2-38d8ceb2111f), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:20.801225 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-3933e140-49b2-4d7f-ab45-7290a26ebaaa None None] Calling delete_port for 736c8068-63a0-40ef-9fc8-34609a0bacad owned by network:dhcp {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:06:20.804849 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.ipam_backend_mixin [None req-3933e140-49b2-4d7f-ab45-7290a26ebaaa None None] Port 736c8068-63a0-40ef-9fc8-34609a0bacad was not found and therefore no delete operation was performed {{(pid=103883) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 15 14:06:20.806467 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3933e140-49b2-4d7f-ab45-7290a26ebaaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204'] for port (736c8068-63a0-40ef-9fc8-34609a0bacad), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:20.823650 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-f883c0ef-8c6a-483c-907d-470b76e364b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46492458-9bda-42df-81b2-38d8ceb2111f']}} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:20.835946 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3933e140-49b2-4d7f-ab45-7290a26ebaaa None None] Pushing event deleted for resources: {'Port': ['ID=736c8068-63a0-40ef-9fc8-34609a0bacad,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:20.840530 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3933e140-49b2-4d7f-ab45-7290a26ebaaa None None] No DVR routers for this DVR port 736c8068-63a0-40ef-9fc8-34609a0bacad on host dv-cinder-850002-1-iscsi {{(pid=103883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 15 14:06:20.844424 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-f883c0ef-8c6a-483c-907d-470b76e364b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '807cb025-995d-4a8f-b9e9-c52bf1da28a3') {'for_net_delete': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:20.845034 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-f883c0ef-8c6a-483c-907d-470b76e364b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '807cb025-995d-4a8f-b9e9-c52bf1da28a3') {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:20.870947 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f883c0ef-8c6a-483c-907d-470b76e364b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774722502184', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59481129'] for segment (807cb025-995d-4a8f-b9e9-c52bf1da28a3), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:20.887178 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f883c0ef-8c6a-483c-907d-470b76e364b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7753414'] for segment (807cb025-995d-4a8f-b9e9-c52bf1da28a3), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:20.895193 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f883c0ef-8c6a-483c-907d-470b76e364b8 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=103882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:06:20.895890 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f883c0ef-8c6a-483c-907d-470b76e364b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7753414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59481561'] for segment (807cb025-995d-4a8f-b9e9-c52bf1da28a3), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:20.929630 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.services.segments.plugin [-] Segment 807cb025-995d-4a8f-b9e9-c52bf1da28a3 resource provider aggregate not found Jul 15 14:06:20.963912 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.services.segments.plugin [-] Segment 807cb025-995d-4a8f-b9e9-c52bf1da28a3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 807cb025-995d-4a8f-b9e9-c52bf1da28a3 found for delete ", "request_id": "req-0ba44c4d-8576-443b-8c10-54454e2e41db"}]} Jul 15 14:06:20.979820 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f883c0ef-8c6a-483c-907d-470b76e364b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7814819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452470'] for network (46492458-9bda-42df-81b2-38d8ceb2111f), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:20.991403 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f883c0ef-8c6a-483c-907d-470b76e364b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for network (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:20.994715 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-f883c0ef-8c6a-483c-907d-470b76e364b8 admin admin] 10.222.0.16 "DELETE /v2.0/networks/46492458-9bda-42df-81b2-38d8ceb2111f HTTP/1.1" status: 204 len: 168 time: 0.6658001 Jul 15 14:06:21.007862 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f883c0ef-8c6a-483c-907d-470b76e364b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=46492458-9bda-42df-81b2-38d8ceb2111f,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:21.224680 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 51922) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:06:21.269847 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-72e8372d-15c9-43e5-9ae5-78df67846da7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=11bf10102c9244f99f64ad5b4177407a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435996 Jul 15 14:06:21.273241 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 51926) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:06:21.280338 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:21.289564 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:21.339226 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2c13cb72-3325-4582-9c3f-c1715230813a admin admin] Publish callbacks [] for security_group (e27db5a5-1969-4e1a-b147-fa5e6136b185), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:21.370337 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2c13cb72-3325-4582-9c3f-c1715230813a admin admin] Publish callbacks [] for security_group (e27db5a5-1969-4e1a-b147-fa5e6136b185), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:21.400278 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device eb5457c3-9ff8-4599-b433-6fa1c41dbe56 no longer exists at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:06:21.423493 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] No Port match for: eb5457c3-9ff8-4599-b433-6fa1c41dbe56 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 15 14:06:21.423899 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device eb5457c3-9ff8-4599-b433-6fa1c41dbe56 not bound to the agent host dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:06:21.424272 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 740f962a-e8ff-4420-bf55-fecc108272c1 no longer exists at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:06:21.445544 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] No Port match for: 740f962a-e8ff-4420-bf55-fecc108272c1 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 15 14:06:21.446178 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 740f962a-e8ff-4420-bf55-fecc108272c1 not bound to the agent host dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:06:21.446755 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 736c8068-63a0-40ef-9fc8-34609a0bacad no longer exists at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:06:21.468159 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] No Port match for: 736c8068-63a0-40ef-9fc8-34609a0bacad {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 15 14:06:21.468822 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 736c8068-63a0-40ef-9fc8-34609a0bacad not bound to the agent host dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:06:21.629377 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 51934) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:06:21.670090 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2c13cb72-3325-4582-9c3f-c1715230813a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (e27db5a5-1969-4e1a-b147-fa5e6136b185), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:21.673327 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2c13cb72-3325-4582-9c3f-c1715230813a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:21.674926 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-2c13cb72-3325-4582-9c3f-c1715230813a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e27db5a5-1969-4e1a-b147-fa5e6136b185 HTTP/1.1" status: 204 len: 168 time: 0.4004433 Jul 15 14:06:21.687952 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c13cb72-3325-4582-9c3f-c1715230813a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27db5a5-1969-4e1a-b147-fa5e6136b185,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:21.771990 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6aa2f8f8-e535-4fc3-aba3-5c0fa7ee693a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:21.864300 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:21.879181 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6aa2f8f8-e535-4fc3-aba3-5c0fa7ee693a admin admin] Publish callbacks [] for security_group (b1da4808-803f-469b-aa65-34c90ea5ee79), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:21.883660 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6aa2f8f8-e535-4fc3-aba3-5c0fa7ee693a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (b1da4808-803f-469b-aa65-34c90ea5ee79), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:21.921485 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:21.933921 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-6aa2f8f8-e535-4fc3-aba3-5c0fa7ee693a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=09502e4f3852473da3f347ff95e2f75e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3031540 Jul 15 14:06:21.936494 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 51942) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:06:21.941894 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa2f8f8-e535-4fc3-aba3-5c0fa7ee693a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1da4808-803f-469b-aa65-34c90ea5ee79,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:22.000475 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4acf9f49-3fc3-49b6-8bdb-f9c3ea50ab2e admin admin] Publish callbacks [] for security_group (b1da4808-803f-469b-aa65-34c90ea5ee79), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:22.025980 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4acf9f49-3fc3-49b6-8bdb-f9c3ea50ab2e admin admin] Publish callbacks [] for security_group (b1da4808-803f-469b-aa65-34c90ea5ee79), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:22.038503 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 51944) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:06:22.090431 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-31216279-9f59-47c1-84a0-4158f65fd7ac admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=acceaf20f25848cbaeac142e0fc3607d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0506761 Jul 15 14:06:22.095027 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 51946) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:06:22.120231 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4acf9f49-3fc3-49b6-8bdb-f9c3ea50ab2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (b1da4808-803f-469b-aa65-34c90ea5ee79), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:22.124014 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4acf9f49-3fc3-49b6-8bdb-f9c3ea50ab2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:22.126626 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-4acf9f49-3fc3-49b6-8bdb-f9c3ea50ab2e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b1da4808-803f-469b-aa65-34c90ea5ee79 HTTP/1.1" status: 204 len: 168 time: 0.1889470 Jul 15 14:06:22.144535 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf9f49-3fc3-49b6-8bdb-f9c3ea50ab2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1da4808-803f-469b-aa65-34c90ea5ee79,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:22.184913 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6fd00bea-2cef-4366-83ab-5872a4726de8 admin admin] Publish callbacks [] for security_group (af81b9a0-1abb-4ff4-acdb-b632d5986623), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:22.216992 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6fd00bea-2cef-4366-83ab-5872a4726de8 admin admin] Publish callbacks [] for security_group (af81b9a0-1abb-4ff4-acdb-b632d5986623), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:22.265888 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6fd00bea-2cef-4366-83ab-5872a4726de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (af81b9a0-1abb-4ff4-acdb-b632d5986623), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:22.268718 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6fd00bea-2cef-4366-83ab-5872a4726de8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:22.269933 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-6fd00bea-2cef-4366-83ab-5872a4726de8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/af81b9a0-1abb-4ff4-acdb-b632d5986623 HTTP/1.1" status: 204 len: 168 time: 0.1735878 Jul 15 14:06:22.278300 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd00bea-2cef-4366-83ab-5872a4726de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af81b9a0-1abb-4ff4-acdb-b632d5986623,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:22.627980 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 51954) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:06:22.644486 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b3604d25-729d-4236-9363-0445c772824a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:22.741219 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b3604d25-729d-4236-9363-0445c772824a admin admin] Publish callbacks [] for security_group (5fda18cf-4d1e-43d2-bcfe-603b1272291f), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:22.745488 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b3604d25-729d-4236-9363-0445c772824a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (5fda18cf-4d1e-43d2-bcfe-603b1272291f), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:22.786543 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-b3604d25-729d-4236-9363-0445c772824a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=71e9f04c57ac4e649d8dc96adb17caf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1574271 Jul 15 14:06:22.787411 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3604d25-729d-4236-9363-0445c772824a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fda18cf-4d1e-43d2-bcfe-603b1272291f,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:22.789227 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 51956) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:06:22.839233 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-451dd106-c4bf-422c-9435-f349da21c5ea admin admin] Publish callbacks [] for security_group (5fda18cf-4d1e-43d2-bcfe-603b1272291f), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:22.863405 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-451dd106-c4bf-422c-9435-f349da21c5ea admin admin] Publish callbacks [] for security_group (5fda18cf-4d1e-43d2-bcfe-603b1272291f), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:22.916697 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-451dd106-c4bf-422c-9435-f349da21c5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (5fda18cf-4d1e-43d2-bcfe-603b1272291f), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:22.919668 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-451dd106-c4bf-422c-9435-f349da21c5ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:22.920849 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-451dd106-c4bf-422c-9435-f349da21c5ea admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5fda18cf-4d1e-43d2-bcfe-603b1272291f HTTP/1.1" status: 204 len: 168 time: 0.1306343 Jul 15 14:06:22.929435 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451dd106-c4bf-422c-9435-f349da21c5ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fda18cf-4d1e-43d2-bcfe-603b1272291f,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:26.855043 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (73ab3907-1bcf-455f-a05d-131e96f159a2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:29.773606 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=73 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:29.806944 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=63 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:31.274508 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 52078) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:06:31.383782 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c7049e68-0074-4553-a24a-e101dafd568c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:31.465435 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c7049e68-0074-4553-a24a-e101dafd568c admin admin] Publish callbacks [] for security_group (1d27b746-2c17-46f4-9876-7244a76015fa), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:31.470748 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c7049e68-0074-4553-a24a-e101dafd568c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (1d27b746-2c17-46f4-9876-7244a76015fa), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:31.516446 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-c7049e68-0074-4553-a24a-e101dafd568c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=be1448a32792454a8d56693467c47023&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2407653 Jul 15 14:06:31.518486 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7049e68-0074-4553-a24a-e101dafd568c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d27b746-2c17-46f4-9876-7244a76015fa,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:31.519181 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 52082) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:06:31.572470 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cdb758d3-1731-485e-9bbb-51963693505f admin admin] Publish callbacks [] for security_group (1d27b746-2c17-46f4-9876-7244a76015fa), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:31.595622 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cdb758d3-1731-485e-9bbb-51963693505f admin admin] Publish callbacks [] for security_group (1d27b746-2c17-46f4-9876-7244a76015fa), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:31.645696 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cdb758d3-1731-485e-9bbb-51963693505f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (1d27b746-2c17-46f4-9876-7244a76015fa), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:31.648211 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cdb758d3-1731-485e-9bbb-51963693505f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:31.649406 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-cdb758d3-1731-485e-9bbb-51963693505f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1d27b746-2c17-46f4-9876-7244a76015fa HTTP/1.1" status: 204 len: 168 time: 0.1292527 Jul 15 14:06:31.657535 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb758d3-1731-485e-9bbb-51963693505f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d27b746-2c17-46f4-9876-7244a76015fa,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:31.937986 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 52088) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:06:31.951489 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0dfab629-e7eb-4fda-a71e-0422a883a964 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:32.025698 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0dfab629-e7eb-4fda-a71e-0422a883a964 admin admin] Publish callbacks [] for security_group (2fbc6b82-3cd8-44bb-a143-75c06a6cfb9b), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:32.029886 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0dfab629-e7eb-4fda-a71e-0422a883a964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (2fbc6b82-3cd8-44bb-a143-75c06a6cfb9b), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:32.070741 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-0dfab629-e7eb-4fda-a71e-0422a883a964 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b41f07f91adf4d21a4319792d7c16a6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1316595 Jul 15 14:06:32.071976 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfab629-e7eb-4fda-a71e-0422a883a964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbc6b82-3cd8-44bb-a143-75c06a6cfb9b,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:32.073425 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 52090) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:06:32.125159 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ee1f7d01-3c8f-46a4-9bab-1f50d44e5ff5 admin admin] Publish callbacks [] for security_group (2fbc6b82-3cd8-44bb-a143-75c06a6cfb9b), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:32.146257 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ee1f7d01-3c8f-46a4-9bab-1f50d44e5ff5 admin admin] Publish callbacks [] for security_group (2fbc6b82-3cd8-44bb-a143-75c06a6cfb9b), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:32.193752 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ee1f7d01-3c8f-46a4-9bab-1f50d44e5ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (2fbc6b82-3cd8-44bb-a143-75c06a6cfb9b), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:32.196473 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ee1f7d01-3c8f-46a4-9bab-1f50d44e5ff5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:32.197627 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-ee1f7d01-3c8f-46a4-9bab-1f50d44e5ff5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2fbc6b82-3cd8-44bb-a143-75c06a6cfb9b HTTP/1.1" status: 204 len: 168 time: 0.1231995 Jul 15 14:06:32.205453 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f7d01-3c8f-46a4-9bab-1f50d44e5ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbc6b82-3cd8-44bb-a143-75c06a6cfb9b,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:32.524424 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 52098) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:06:32.539018 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-93b7ec96-5702-4e9c-b03e-4a3a6eb4b0a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:32.555734 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:INSERT=10 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:32.564206 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:32.641495 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-93b7ec96-5702-4e9c-b03e-4a3a6eb4b0a7 admin admin] Publish callbacks [] for security_group (ce31c250-0cf7-46e4-b3cd-52e231653cac), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:32.646222 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-93b7ec96-5702-4e9c-b03e-4a3a6eb4b0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (ce31c250-0cf7-46e4-b3cd-52e231653cac), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:32.683967 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b7ec96-5702-4e9c-b03e-4a3a6eb4b0a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce31c250-0cf7-46e4-b3cd-52e231653cac,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:32.695224 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-93b7ec96-5702-4e9c-b03e-4a3a6eb4b0a7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4a851e8da7f4435f9d7756e2cfc63124&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1671236 Jul 15 14:06:32.695668 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 52104) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:06:32.750157 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-94da030b-56ca-4867-8bfd-017c80e53423 admin admin] Publish callbacks [] for security_group (ce31c250-0cf7-46e4-b3cd-52e231653cac), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:32.773864 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-94da030b-56ca-4867-8bfd-017c80e53423 admin admin] Publish callbacks [] for security_group (ce31c250-0cf7-46e4-b3cd-52e231653cac), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:32.827505 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-94da030b-56ca-4867-8bfd-017c80e53423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (ce31c250-0cf7-46e4-b3cd-52e231653cac), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:32.830299 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-94da030b-56ca-4867-8bfd-017c80e53423 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:32.831689 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-94da030b-56ca-4867-8bfd-017c80e53423 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ce31c250-0cf7-46e4-b3cd-52e231653cac HTTP/1.1" status: 204 len: 168 time: 0.1353970 Jul 15 14:06:32.842010 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da030b-56ca-4867-8bfd-017c80e53423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce31c250-0cf7-46e4-b3cd-52e231653cac,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:35.299774 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e8063d-32ee-4cb8-8b07-522293a06b4c req-fced15d4-c670-4379-8600-765c10aca5a0 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:35.301419 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e0e8063d-32ee-4cb8-8b07-522293a06b4c req-fced15d4-c670-4379-8600-765c10aca5a0 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 946 time: 0.0569768 Jul 15 14:06:35.354786 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e0e8063d-32ee-4cb8-8b07-522293a06b4c req-efd0de67-954f-4a32-b17d-2b2eac9c26f6 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc90dd3c-5f93-4a9b-a566-083482f307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474451 Jul 15 14:06:36.477394 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef313c-af4e-4a46-8b6e-89ab7ed37264 req-83560f9f-1285-4bfb-9b05-98f0f676ffde tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:36.478978 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4fef313c-af4e-4a46-8b6e-89ab7ed37264 req-83560f9f-1285-4bfb-9b05-98f0f676ffde tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 946 time: 0.0490019 Jul 15 14:06:36.531486 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4fef313c-af4e-4a46-8b6e-89ab7ed37264 req-15ad6267-9422-4ebe-81af-abb2947f7f26 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc90dd3c-5f93-4a9b-a566-083482f307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465906 Jul 15 14:06:37.659269 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be909a-dfee-4be0-b790-e6458dc8c4ae req-ed84847b-c109-4a25-852c-667c2f366873 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:37.660810 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c2be909a-dfee-4be0-b790-e6458dc8c4ae req-ed84847b-c109-4a25-852c-667c2f366873 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 946 time: 0.0538945 Jul 15 14:06:37.713585 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c2be909a-dfee-4be0-b790-e6458dc8c4ae req-278a8bdc-6584-44b3-b856-d450b0514932 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc90dd3c-5f93-4a9b-a566-083482f307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469263 Jul 15 14:06:38.836265 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41a78c-2e58-4dc8-af53-d91eb5c380da req-087565d9-ec1e-4a3a-a40c-777ce28204fa tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:38.837841 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-cf41a78c-2e58-4dc8-af53-d91eb5c380da req-087565d9-ec1e-4a3a-a40c-777ce28204fa tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 946 time: 0.0488746 Jul 15 14:06:38.891113 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-cf41a78c-2e58-4dc8-af53-d91eb5c380da req-0ec31c1e-559e-4fe3-8c77-13af52472f0b tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc90dd3c-5f93-4a9b-a566-083482f307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471072 Jul 15 14:06:40.026794 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba05a60-0a44-486d-854f-af88d67f95da req-43fac931-bc59-49bb-bde7-2789d6fa1747 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:40.028444 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fba05a60-0a44-486d-854f-af88d67f95da req-43fac931-bc59-49bb-bde7-2789d6fa1747 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 946 time: 0.0605526 Jul 15 14:06:40.076109 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:40.091662 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fba05a60-0a44-486d-854f-af88d67f95da req-b3505e97-48c9-46db-af5e-b61f9e031751 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc90dd3c-5f93-4a9b-a566-083482f307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531526 Jul 15 14:06:41.221610 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 52290) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:06:41.279426 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f822e-8f7a-4927-b22c-39c06d5e9ab9 req-2d947965-807d-43be-ab1a-f41c9ab96aa0 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:41.281448 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-df2f822e-8f7a-4927-b22c-39c06d5e9ab9 req-2d947965-807d-43be-ab1a-f41c9ab96aa0 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 946 time: 0.0785141 Jul 15 14:06:41.347018 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e4ef7fcf-97bd-456b-a9c4-34f7b95b9baa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:41.362923 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-df2f822e-8f7a-4927-b22c-39c06d5e9ab9 req-1215cba7-2b02-4d20-9796-5c058ba05cc4 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc90dd3c-5f93-4a9b-a566-083482f307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755179 Jul 15 14:06:41.383147 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:41.386117 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=14 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:41.449231 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e4ef7fcf-97bd-456b-a9c4-34f7b95b9baa admin admin] Publish callbacks [] for security_group (693573cd-6887-4958-a43c-9be4f4fdf153), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:41.454178 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e4ef7fcf-97bd-456b-a9c4-34f7b95b9baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (693573cd-6887-4958-a43c-9be4f4fdf153), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:41.499828 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-e4ef7fcf-97bd-456b-a9c4-34f7b95b9baa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=efa32e84c77b4af1b31d4699a0a6f468&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2770979 Jul 15 14:06:41.500605 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ef7fcf-97bd-456b-a9c4-34f7b95b9baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693573cd-6887-4958-a43c-9be4f4fdf153,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:41.502725 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 52294) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:06:41.508824 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef7fcf-97bd-456b-a9c4-34f7b95b9baa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:41.509174 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef7fcf-97bd-456b-a9c4-34f7b95b9baa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:41.509524 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef7fcf-97bd-456b-a9c4-34f7b95b9baa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:41.509871 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef7fcf-97bd-456b-a9c4-34f7b95b9baa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:41.510208 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef7fcf-97bd-456b-a9c4-34f7b95b9baa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:41.510549 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef7fcf-97bd-456b-a9c4-34f7b95b9baa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:41.510884 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef7fcf-97bd-456b-a9c4-34f7b95b9baa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:41.511215 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef7fcf-97bd-456b-a9c4-34f7b95b9baa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:41.511547 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef7fcf-97bd-456b-a9c4-34f7b95b9baa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:41.511882 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef7fcf-97bd-456b-a9c4-34f7b95b9baa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:41.512214 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef7fcf-97bd-456b-a9c4-34f7b95b9baa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:41.512576 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef7fcf-97bd-456b-a9c4-34f7b95b9baa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:41.512933 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef7fcf-97bd-456b-a9c4-34f7b95b9baa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:41.513231 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef7fcf-97bd-456b-a9c4-34f7b95b9baa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:41.514086 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef7fcf-97bd-456b-a9c4-34f7b95b9baa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:41.586850 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fc6e5dd6-54d0-429f-8101-94b9d3afbfe6 admin admin] Publish callbacks [] for security_group (693573cd-6887-4958-a43c-9be4f4fdf153), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:41.611218 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fc6e5dd6-54d0-429f-8101-94b9d3afbfe6 admin admin] Publish callbacks [] for security_group (693573cd-6887-4958-a43c-9be4f4fdf153), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:41.664752 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fc6e5dd6-54d0-429f-8101-94b9d3afbfe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (693573cd-6887-4958-a43c-9be4f4fdf153), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:41.667506 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fc6e5dd6-54d0-429f-8101-94b9d3afbfe6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:41.669713 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-fc6e5dd6-54d0-429f-8101-94b9d3afbfe6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/693573cd-6887-4958-a43c-9be4f4fdf153 HTTP/1.1" status: 204 len: 168 time: 0.1646287 Jul 15 14:06:41.671313 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:41.683926 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6e5dd6-54d0-429f-8101-94b9d3afbfe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693573cd-6887-4958-a43c-9be4f4fdf153,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:41.689458 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=4 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:41.699804 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6e5dd6-54d0-429f-8101-94b9d3afbfe6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:41.700426 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6e5dd6-54d0-429f-8101-94b9d3afbfe6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:41.700993 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6e5dd6-54d0-429f-8101-94b9d3afbfe6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:41.701565 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6e5dd6-54d0-429f-8101-94b9d3afbfe6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:41.702137 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6e5dd6-54d0-429f-8101-94b9d3afbfe6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:41.702700 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6e5dd6-54d0-429f-8101-94b9d3afbfe6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:41.703280 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6e5dd6-54d0-429f-8101-94b9d3afbfe6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:41.703858 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6e5dd6-54d0-429f-8101-94b9d3afbfe6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:41.704425 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6e5dd6-54d0-429f-8101-94b9d3afbfe6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:41.705017 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6e5dd6-54d0-429f-8101-94b9d3afbfe6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:41.705601 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6e5dd6-54d0-429f-8101-94b9d3afbfe6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:41.706166 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6e5dd6-54d0-429f-8101-94b9d3afbfe6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:41.706745 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6e5dd6-54d0-429f-8101-94b9d3afbfe6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:41.707318 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6e5dd6-54d0-429f-8101-94b9d3afbfe6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:41.707881 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6e5dd6-54d0-429f-8101-94b9d3afbfe6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:42.024640 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 52302) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:06:42.042067 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-60632dac-56cb-4fd8-836b-e88ced872909 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:42.133152 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-60632dac-56cb-4fd8-836b-e88ced872909 admin admin] Publish callbacks [] for security_group (8bd488c9-166e-4f29-ac36-b62fa1299e41), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:42.137575 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-60632dac-56cb-4fd8-836b-e88ced872909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (8bd488c9-166e-4f29-ac36-b62fa1299e41), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:42.193471 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-60632dac-56cb-4fd8-836b-e88ced872909 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e60fc6fc7f6e4b5abf2109bfb02cb042&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1676311 Jul 15 14:06:42.194344 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60632dac-56cb-4fd8-836b-e88ced872909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd488c9-166e-4f29-ac36-b62fa1299e41,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:42.196127 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 52310) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:06:42.220452 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=29 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:42.270564 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ae6a4416-9638-4d33-833b-a32e41186e04 admin admin] Publish callbacks [] for security_group (8bd488c9-166e-4f29-ac36-b62fa1299e41), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:42.301205 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ae6a4416-9638-4d33-833b-a32e41186e04 admin admin] Publish callbacks [] for security_group (8bd488c9-166e-4f29-ac36-b62fa1299e41), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:42.369470 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ae6a4416-9638-4d33-833b-a32e41186e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (8bd488c9-166e-4f29-ac36-b62fa1299e41), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:42.373491 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ae6a4416-9638-4d33-833b-a32e41186e04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:42.378932 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-ae6a4416-9638-4d33-833b-a32e41186e04 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8bd488c9-166e-4f29-ac36-b62fa1299e41 HTTP/1.1" status: 204 len: 168 time: 0.1775534 Jul 15 14:06:42.389512 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6a4416-9638-4d33-833b-a32e41186e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd488c9-166e-4f29-ac36-b62fa1299e41,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:42.533902 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76121fa0-e4b5-4b7f-bc76-442bf9ae067b req-8622286d-12ed-4088-8bcc-dddc4e014c57 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:42.535783 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-76121fa0-e4b5-4b7f-bc76-442bf9ae067b req-8622286d-12ed-4088-8bcc-dddc4e014c57 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 946 time: 0.0593977 Jul 15 14:06:42.637110 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-76121fa0-e4b5-4b7f-bc76-442bf9ae067b req-8dbdf993-3e05-4bb2-ab9c-8bd83dee6831 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc90dd3c-5f93-4a9b-a566-083482f307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699880 Jul 15 14:06:42.879098 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 52324) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:06:42.893554 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-311d22b0-08eb-40c7-a0be-7415d846fef1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:42.976900 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-311d22b0-08eb-40c7-a0be-7415d846fef1 admin admin] Publish callbacks [] for security_group (4b0e0d37-a1e9-4781-b5f7-51ab90979684), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:42.981265 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-311d22b0-08eb-40c7-a0be-7415d846fef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (4b0e0d37-a1e9-4781-b5f7-51ab90979684), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:43.026821 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-311d22b0-08eb-40c7-a0be-7415d846fef1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d945c1de79544e939d9aa4377c9349f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1466231 Jul 15 14:06:43.027649 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311d22b0-08eb-40c7-a0be-7415d846fef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0e0d37-a1e9-4781-b5f7-51ab90979684,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:43.030270 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 52326) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:06:43.085509 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c5ae384c-f7eb-438c-9131-08b3f17ced8a admin admin] Publish callbacks [] for security_group (4b0e0d37-a1e9-4781-b5f7-51ab90979684), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:43.107877 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c5ae384c-f7eb-438c-9131-08b3f17ced8a admin admin] Publish callbacks [] for security_group (4b0e0d37-a1e9-4781-b5f7-51ab90979684), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:43.156265 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c5ae384c-f7eb-438c-9131-08b3f17ced8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (4b0e0d37-a1e9-4781-b5f7-51ab90979684), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:43.158995 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c5ae384c-f7eb-438c-9131-08b3f17ced8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:43.160340 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-c5ae384c-f7eb-438c-9131-08b3f17ced8a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4b0e0d37-a1e9-4781-b5f7-51ab90979684 HTTP/1.1" status: 204 len: 168 time: 0.1290469 Jul 15 14:06:43.172043 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ae384c-f7eb-438c-9131-08b3f17ced8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0e0d37-a1e9-4781-b5f7-51ab90979684,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:43.371838 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5cea21b1-78d2-43b6-8120-656e1c141023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (6c40ee43-5406-4a95-b7b4-11b32ddced25), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:43.816245 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82a4227-e74d-4f66-b74e-c4b69801b81d req-36f63262-360f-4d6c-acd3-b76940db0b82 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:43.819180 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e82a4227-e74d-4f66-b74e-c4b69801b81d req-36f63262-360f-4d6c-acd3-b76940db0b82 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 946 time: 0.0684907 Jul 15 14:06:43.898355 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e82a4227-e74d-4f66-b74e-c4b69801b81d req-e1187df1-9ac2-4f9b-b6c0-14d909b01051 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc90dd3c-5f93-4a9b-a566-083482f307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699511 Jul 15 14:06:45.044633 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1774b17-b435-43cb-aeb1-754a11d4ae4f req-9124c4d6-6ad0-42f1-b011-f9d88336a954 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:45.046407 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f1774b17-b435-43cb-aeb1-754a11d4ae4f req-9124c4d6-6ad0-42f1-b011-f9d88336a954 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 946 time: 0.0545356 Jul 15 14:06:45.100745 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f1774b17-b435-43cb-aeb1-754a11d4ae4f req-10be8405-fa7e-4bce-a673-6141f437acce tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc90dd3c-5f93-4a9b-a566-083482f307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482111 Jul 15 14:06:45.829527 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-8000662c-2e3e-4a67-af6a-e7876f866434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (f703993d-e678-48e2-a65c-4d8192af82e3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:45.859783 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1d27c7db-b95e-41dc-af5e-6e1b46572c70 req-7a1802be-be4e-4f67-9198-0a107dac951b tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=a63341c013394ac29ff8405711b0d6d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339913 Jul 15 14:06:45.922823 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:46.047251 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27c7db-b95e-41dc-af5e-6e1b46572c70 req-965cabf5-13c9-4867-a5b0-a23da9d2a40e tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:46.048687 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1d27c7db-b95e-41dc-af5e-6e1b46572c70 req-965cabf5-13c9-4867-a5b0-a23da9d2a40e tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1832626 Jul 15 14:06:46.064241 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1d27c7db-b95e-41dc-af5e-6e1b46572c70 req-46758ab5-0dd1-4d0b-ae60-0024832195cf tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] 10.222.0.16 "GET /v2.0/quotas/a63341c013394ac29ff8405711b0d6d9 HTTP/1.1" status: 200 len: 375 time: 0.0100536 Jul 15 14:06:46.096703 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1d27c7db-b95e-41dc-af5e-6e1b46572c70 req-ba17015e-7268-4940-992f-ce40b7557db5 tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a63341c013394ac29ff8405711b0d6d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270374 Jul 15 14:06:46.244088 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b65fa-83cd-4879-b512-ada905827895 req-1550aad2-e63c-4c52-a896-c551353f6bde tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:46.245703 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b21b65fa-83cd-4879-b512-ada905827895 req-1550aad2-e63c-4c52-a896-c551353f6bde tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 946 time: 0.0583897 Jul 15 14:06:46.297385 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8aaad814-1bd0-4bd8-a352-2a19ca7151f6 req-1a4c3a8b-7a7a-4c4f-b605-a47b9e9846e7 tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] 10.222.0.16 "GET /v2.0/ports?device_id=07cd1163-1126-4b7b-857d-fe5f0aea026f HTTP/1.1" status: 200 len: 210 time: 0.0505483 Jul 15 14:06:46.336126 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b21b65fa-83cd-4879-b512-ada905827895 req-efc84671-39af-4a8a-b65d-ee2abc816e3e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc90dd3c-5f93-4a9b-a566-083482f307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714040 Jul 15 14:06:47.263771 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:47.278413 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62650970-9807-4a53-b182-b0e3c169648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (be31d1c0-1844-4ed1-99dc-0179bb6e7ee8), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:47.381032 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-1d27c7db-b95e-41dc-af5e-6e1b46572c70 req-1a8d331a-7f35-40eb-93e4-613a79001d08 tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=a63341c013394ac29ff8405711b0d6d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413380 Jul 15 14:06:47.423470 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8935f465-5608-44d4-aa88-f3d688f3889a req-076c8e98-cdf6-43f5-8495-6696f9c5d88e tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] 10.222.0.16 "GET /v2.0/ports?device_id=07cd1163-1126-4b7b-857d-fe5f0aea026f HTTP/1.1" status: 200 len: 210 time: 0.0379303 Jul 15 14:06:47.503653 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d79e06-4931-447f-8895-a18ae2a56d45 req-7acec7aa-649b-4c31-9668-d1bb1fc3e092 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:47.507064 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-79d79e06-4931-447f-8895-a18ae2a56d45 req-7acec7aa-649b-4c31-9668-d1bb1fc3e092 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 946 time: 0.0681531 Jul 15 14:06:47.529790 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:47.566039 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-79d79e06-4931-447f-8895-a18ae2a56d45 req-06cb8344-8762-48b2-995d-6be2d82137d1 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc90dd3c-5f93-4a9b-a566-083482f307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535271 Jul 15 14:06:47.850768 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27c7db-b95e-41dc-af5e-6e1b46572c70 req-0703eb19-ba84-41c8-915d-8e0589d0bab6 tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:47.852310 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-1d27c7db-b95e-41dc-af5e-6e1b46572c70 req-0703eb19-ba84-41c8-915d-8e0589d0bab6 tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4559433 Jul 15 14:06:47.870033 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [req-1d27c7db-b95e-41dc-af5e-6e1b46572c70 req-836141bc-dc8a-4c3a-bdd2-f058d06325d9 tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] Request body: {'port': {'device_id': '07cd1163-1126-4b7b-857d-fe5f0aea026f', 'network_id': 'd244c303-d5c3-4c57-896a-052f9a4f2d84', 'admin_state_up': True, 'tenant_id': 'a63341c013394ac29ff8405711b0d6d9'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:06:47.994682 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d27c7db-b95e-41dc-af5e-6e1b46572c70 req-836141bc-dc8a-4c3a-bdd2-f058d06325d9 tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] Made reservation on behalf of a63341c013394ac29ff8405711b0d6d9 for: {'port': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:06:47.998227 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-1d27c7db-b95e-41dc-af5e-6e1b46572c70 req-836141bc-dc8a-4c3a-bdd2-f058d06325d9 tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:48.007037 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-1d27c7db-b95e-41dc-af5e-6e1b46572c70 req-836141bc-dc8a-4c3a-bdd2-f058d06325d9 tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:48.049214 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:INSERT=18,neutron:SELECT=79,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:48.066308 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:INSERT=13,neutron:SELECT=83,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:48.092804 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-1d27c7db-b95e-41dc-af5e-6e1b46572c70 req-836141bc-dc8a-4c3a-bdd2-f058d06325d9 tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] Publish callbacks [] for security_group (f08cd347-6b8d-43f7-9d17-4c11a243ac3c), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:48.097519 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-1d27c7db-b95e-41dc-af5e-6e1b46572c70 req-836141bc-dc8a-4c3a-bdd2-f058d06325d9 tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (f08cd347-6b8d-43f7-9d17-4c11a243ac3c), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:48.161122 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836141bc-dc8a-4c3a-bdd2-f058d06325d9 tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f08cd347-6b8d-43f7-9d17-4c11a243ac3c,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:48.243247 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [req-1d27c7db-b95e-41dc-af5e-6e1b46572c70 req-836141bc-dc8a-4c3a-bdd2-f058d06325d9 tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] Allocated IP 192.168.233.137 (d244c303-d5c3-4c57-896a-052f9a4f2d84/02df0963-b65c-4040-8537-7076acc87dbe/cd6f968c-c4a1-45fd-b278-a84fc559395e) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:06:48.398078 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-1d27c7db-b95e-41dc-af5e-6e1b46572c70 req-836141bc-dc8a-4c3a-bdd2-f058d06325d9 tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] Publish callbacks [] for port (cd6f968c-c4a1-45fd-b278-a84fc559395e), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:48.431070 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-1d27c7db-b95e-41dc-af5e-6e1b46572c70 req-836141bc-dc8a-4c3a-bdd2-f058d06325d9 tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (cd6f968c-c4a1-45fd-b278-a84fc559395e), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:48.480336 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d27c7db-b95e-41dc-af5e-6e1b46572c70 req-836141bc-dc8a-4c3a-bdd2-f058d06325d9 tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] Network d244c303-d5c3-4c57-896a-052f9a4f2d84 is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:06:48.486091 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [req-1d27c7db-b95e-41dc-af5e-6e1b46572c70 req-836141bc-dc8a-4c3a-bdd2-f058d06325d9 tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:06:48.488493 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836141bc-dc8a-4c3a-bdd2-f058d06325d9 tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] Pushing event updated for resources: {'Port': ['ID=cd6f968c-c4a1-45fd-b278-a84fc559395e,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:48.490647 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d27c7db-b95e-41dc-af5e-6e1b46572c70 req-836141bc-dc8a-4c3a-bdd2-f058d06325d9 tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:06:48.531524 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee182daf-6335-4abe-96a5-cfae59e42a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (d0f04363-b393-47bd-b9b2-c25e00098206), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:48.543822 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27c7db-b95e-41dc-af5e-6e1b46572c70 req-836141bc-dc8a-4c3a-bdd2-f058d06325d9 tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:48.544556 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-1d27c7db-b95e-41dc-af5e-6e1b46572c70 req-836141bc-dc8a-4c3a-bdd2-f058d06325d9 tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:48.562082 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f9a5a-0d05-4c7b-92a1-f76167fb09d1 req-f1161403-ff2c-498c-8842-eb1dc482cd8b tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:48.563051 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-1d27c7db-b95e-41dc-af5e-6e1b46572c70 req-836141bc-dc8a-4c3a-bdd2-f058d06325d9 tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6967516 Jul 15 14:06:48.563661 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-673f9a5a-0d05-4c7b-92a1-f76167fb09d1 req-f1161403-ff2c-498c-8842-eb1dc482cd8b tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] 10.222.0.16 "GET /v2.0/ports?device_id=07cd1163-1126-4b7b-857d-fe5f0aea026f HTTP/1.1" status: 200 len: 936 time: 0.0637994 Jul 15 14:06:48.623813 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-673f9a5a-0d05-4c7b-92a1-f76167fb09d1 req-fbd6ef4d-3a45-45dc-8446-763998dc26bf tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] 10.222.0.16 "GET /v2.0/security-groups?id=f08cd347-6b8d-43f7-9d17-4c11a243ac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538945 Jul 15 14:06:48.697399 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [req-1d27c7db-b95e-41dc-af5e-6e1b46572c70 req-5bca3304-8920-48d1-87b8-d4ae5dc5298c service neutron] Request body: {'port': {'device_id': '07cd1163-1126-4b7b-857d-fe5f0aea026f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85000'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:06:48.710020 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9d0af-faf2-4220-8bc6-42e42e0de48c req-f1b9954a-f3d1-4447-ba63-f3bfe5e028d2 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:48.711698 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e2d9d0af-faf2-4220-8bc6-42e42e0de48c req-f1b9954a-f3d1-4447-ba63-f3bfe5e028d2 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 946 time: 0.0495954 Jul 15 14:06:48.737513 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (7bcac420-d3a9-4cfc-af22-5ba5795a5287), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:48.769847 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-1d27c7db-b95e-41dc-af5e-6e1b46572c70 req-5bca3304-8920-48d1-87b8-d4ae5dc5298c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (cd6f968c-c4a1-45fd-b278-a84fc559395e), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:48.779467 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e2d9d0af-faf2-4220-8bc6-42e42e0de48c req-74ac685d-6ec0-4168-b208-d9b1ce7a46e9 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc90dd3c-5f93-4a9b-a566-083482f307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614877 Jul 15 14:06:48.794609 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-5a979953-136e-4c97-b91f-e3d3f403146c None None] Provisioning complete for port cd6f968c-c4a1-45fd-b278-a84fc559395e triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:06:48.795202 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5a979953-136e-4c97-b91f-e3d3f403146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (cd6f968c-c4a1-45fd-b278-a84fc559395e), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:48.837510 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-5a979953-136e-4c97-b91f-e3d3f403146c None None] Port cd6f968c-c4a1-45fd-b278-a84fc559395e cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 15 14:06:48.988023 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:49.034483 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:49.043599 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [req-1d27c7db-b95e-41dc-af5e-6e1b46572c70 req-5bca3304-8920-48d1-87b8-d4ae5dc5298c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd6f968c-c4a1-45fd-b278-a84fc559395e {{(pid=103881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 14:06:49.052003 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-1d27c7db-b95e-41dc-af5e-6e1b46572c70 req-5bca3304-8920-48d1-87b8-d4ae5dc5298c service neutron] Publish callbacks [] for port (cd6f968c-c4a1-45fd-b278-a84fc559395e), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:49.066943 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.provisioning_blocks [req-1d27c7db-b95e-41dc-af5e-6e1b46572c70 req-5bca3304-8920-48d1-87b8-d4ae5dc5298c service neutron] Transition to ACTIVE for port object cd6f968c-c4a1-45fd-b278-a84fc559395e will not be triggered until provisioned by entity L2. {{(pid=103881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 15 14:06:49.069820 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-1d27c7db-b95e-41dc-af5e-6e1b46572c70 req-5bca3304-8920-48d1-87b8-d4ae5dc5298c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268230'] for port (cd6f968c-c4a1-45fd-b278-a84fc559395e), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:49.123987 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca3304-8920-48d1-87b8-d4ae5dc5298c service neutron] Pushing event updated for resources: {'Port': ['ID=cd6f968c-c4a1-45fd-b278-a84fc559395e,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:49.201756 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-1d27c7db-b95e-41dc-af5e-6e1b46572c70 req-5bca3304-8920-48d1-87b8-d4ae5dc5298c service neutron] Attempting to bind port cd6f968c-c4a1-45fd-b278-a84fc559395e on host hv-cinder-85000 for vnic_type normal with profile {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 15 14:06:49.202180 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-1d27c7db-b95e-41dc-af5e-6e1b46572c70 req-5bca3304-8920-48d1-87b8-d4ae5dc5298c service neutron] Attempting to bind port cd6f968c-c4a1-45fd-b278-a84fc559395e by drivers openvswitch,hyperv on host hv-cinder-85000 at level 0 using segments [{'id': 'ee681dc9-1f07-4a3a-a03d-92638bae3f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd244c303-d5c3-4c57-896a-052f9a4f2d84'}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 15 14:06:49.202574 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d27c7db-b95e-41dc-af5e-6e1b46572c70 req-5bca3304-8920-48d1-87b8-d4ae5dc5298c service neutron] Attempting to bind port cd6f968c-c4a1-45fd-b278-a84fc559395e on network d244c303-d5c3-4c57-896a-052f9a4f2d84 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:06:49.207436 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d27c7db-b95e-41dc-af5e-6e1b46572c70 req-5bca3304-8920-48d1-87b8-d4ae5dc5298c service neutron] Port cd6f968c-c4a1-45fd-b278-a84fc559395e on network d244c303-d5c3-4c57-896a-052f9a4f2d84 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85000 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 15 14:06:49.207752 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d27c7db-b95e-41dc-af5e-6e1b46572c70 req-5bca3304-8920-48d1-87b8-d4ae5dc5298c service neutron] Attempting to bind port cd6f968c-c4a1-45fd-b278-a84fc559395e on network d244c303-d5c3-4c57-896a-052f9a4f2d84 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:06:49.213105 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d27c7db-b95e-41dc-af5e-6e1b46572c70 req-5bca3304-8920-48d1-87b8-d4ae5dc5298c service neutron] Checking agent: {'id': '73ab3907-1bcf-455f-a05d-131e96f159a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85000', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 13, 58, 57), 'started_at': datetime.datetime(2022, 7, 15, 13, 58, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 14, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 14:06:49.213436 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d27c7db-b95e-41dc-af5e-6e1b46572c70 req-5bca3304-8920-48d1-87b8-d4ae5dc5298c service neutron] Checking segment: {'id': 'ee681dc9-1f07-4a3a-a03d-92638bae3f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd244c303-d5c3-4c57-896a-052f9a4f2d84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:06:49.213811 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d27c7db-b95e-41dc-af5e-6e1b46572c70 req-5bca3304-8920-48d1-87b8-d4ae5dc5298c service neutron] Bound using segment: {'id': 'ee681dc9-1f07-4a3a-a03d-92638bae3f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd244c303-d5c3-4c57-896a-052f9a4f2d84'} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 14:06:49.214227 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-1d27c7db-b95e-41dc-af5e-6e1b46572c70 req-5bca3304-8920-48d1-87b8-d4ae5dc5298c service neutron] Bound port: cd6f968c-c4a1-45fd-b278-a84fc559395e, host: hv-cinder-85000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee681dc9-1f07-4a3a-a03d-92638bae3f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd244c303-d5c3-4c57-896a-052f9a4f2d84'}}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 15 14:06:49.214630 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-1d27c7db-b95e-41dc-af5e-6e1b46572c70 req-5bca3304-8920-48d1-87b8-d4ae5dc5298c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (cd6f968c-c4a1-45fd-b278-a84fc559395e), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:49.280488 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-1d27c7db-b95e-41dc-af5e-6e1b46572c70 req-5bca3304-8920-48d1-87b8-d4ae5dc5298c service neutron] For port cd6f968c-c4a1-45fd-b278-a84fc559395e, host hv-cinder-85000, cleared binding levels {{(pid=103881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:06:49.283593 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-1d27c7db-b95e-41dc-af5e-6e1b46572c70 req-5bca3304-8920-48d1-87b8-d4ae5dc5298c service neutron] For port cd6f968c-c4a1-45fd-b278-a84fc559395e, host hv-cinder-85000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=cd6f968c-c4a1-45fd-b278-a84fc559395e,segment=NetworkSegment(ee681dc9-1f07-4a3a-a03d-92638bae3f23),segment_id=ee681dc9-1f07-4a3a-a03d-92638bae3f23)] {{(pid=103881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:06:49.293737 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-1d27c7db-b95e-41dc-af5e-6e1b46572c70 req-5bca3304-8920-48d1-87b8-d4ae5dc5298c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268230'] for port (cd6f968c-c4a1-45fd-b278-a84fc559395e), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:49.333277 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27c7db-b95e-41dc-af5e-6e1b46572c70 req-5bca3304-8920-48d1-87b8-d4ae5dc5298c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:49.333917 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-1d27c7db-b95e-41dc-af5e-6e1b46572c70 req-5bca3304-8920-48d1-87b8-d4ae5dc5298c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:49.335455 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-1d27c7db-b95e-41dc-af5e-6e1b46572c70 req-5bca3304-8920-48d1-87b8-d4ae5dc5298c service neutron] 10.222.0.64 "PUT /v2.0/ports/cd6f968c-c4a1-45fd-b278-a84fc559395e HTTP/1.1" status: 200 len: 1098 time: 0.7600751 Jul 15 14:06:49.337922 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07cd1163-1126-4b7b-857d-fe5f0aea026f', 'tag': 'cd6f968c-c4a1-45fd-b278-a84fc559395e'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:06:49.340176 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27b3149431a8a58964108cadaaee569fc83829ebf6971f3e535c686fd00e584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bde194b-b2a9-4832-840e-c3e1b7cdc026" -d '{"events": [{"name": "network-changed", "server_uuid": "07cd1163-1126-4b7b-857d-fe5f0aea026f", "tag": "cd6f968c-c4a1-45fd-b278-a84fc559395e"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:06:49.384615 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca3304-8920-48d1-87b8-d4ae5dc5298c service neutron] Pushing event updated for resources: {'Port': ['ID=cd6f968c-c4a1-45fd-b278-a84fc559395e,revision_number=3']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:49.455729 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27c7db-b95e-41dc-af5e-6e1b46572c70 req-d80394bf-8f8b-4869-bfce-7b769a613e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:49.457301 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-1d27c7db-b95e-41dc-af5e-6e1b46572c70 req-d80394bf-8f8b-4869-bfce-7b769a613e22 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a63341c013394ac29ff8405711b0d6d9&device_id=07cd1163-1126-4b7b-857d-fe5f0aea026f HTTP/1.1" status: 200 len: 1132 time: 0.0548985 Jul 15 14:06:49.504987 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-1d27c7db-b95e-41dc-af5e-6e1b46572c70 req-5be582fd-9999-4a63-b303-9ef3e99e557e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=cd6f968c-c4a1-45fd-b278-a84fc559395e HTTP/1.1" status: 200 len: 217 time: 0.0391715 Jul 15 14:06:49.549789 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 14:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2a9428-2564-4fb9-952d-eae9b3cab9ee x-openstack-request-id: req-7b2a9428-2564-4fb9-952d-eae9b3cab9ee {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:06:49.550073 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07cd1163-1126-4b7b-857d-fe5f0aea026f", "tag": "cd6f968c-c4a1-45fd-b278-a84fc559395e", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:06:49.550324 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7b2a9428-2564-4fb9-952d-eae9b3cab9ee {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:06:49.550716 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b2a9428-2564-4fb9-952d-eae9b3cab9ee'] response: {'name': 'network-changed', 'server_uuid': '07cd1163-1126-4b7b-857d-fe5f0aea026f', 'tag': 'cd6f968c-c4a1-45fd-b278-a84fc559395e', 'status': 'completed', 'code': 200} Jul 15 14:06:49.569043 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27c7db-b95e-41dc-af5e-6e1b46572c70 req-90508b38-d47a-49ae-9a4a-43d6411fd086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:49.570575 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-1d27c7db-b95e-41dc-af5e-6e1b46572c70 req-90508b38-d47a-49ae-9a4a-43d6411fd086 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=02df0963-b65c-4040-8537-7076acc87dbe HTTP/1.1" status: 200 len: 843 time: 0.0571942 Jul 15 14:06:49.615176 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27c7db-b95e-41dc-af5e-6e1b46572c70 req-beec4e6c-fba7-45af-8120-462165330a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:49.616721 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-1d27c7db-b95e-41dc-af5e-6e1b46572c70 req-beec4e6c-fba7-45af-8120-462165330a2a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d244c303-d5c3-4c57-896a-052f9a4f2d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0400527 Jul 15 14:06:49.707520 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-1d27c7db-b95e-41dc-af5e-6e1b46572c70 req-af44a325-3c65-4fa8-8ee9-772a800ab3e1 service neutron] 10.222.0.64 "GET /v2.0/networks/d244c303-d5c3-4c57-896a-052f9a4f2d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847976 Jul 15 14:06:49.742417 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc872d0b-f26b-44d6-bcbb-9c1024839a6f req-962454d1-64d2-413b-b711-ad9ac18807e5 tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:49.743853 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-dc872d0b-f26b-44d6-bcbb-9c1024839a6f req-962454d1-64d2-413b-b711-ad9ac18807e5 tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] 10.222.0.16 "GET /v2.0/ports?device_id=07cd1163-1126-4b7b-857d-fe5f0aea026f HTTP/1.1" status: 200 len: 948 time: 0.0473580 Jul 15 14:06:49.794079 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-dc872d0b-f26b-44d6-bcbb-9c1024839a6f req-c935428c-65a5-47f4-b214-052bc5229e40 tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] 10.222.0.16 "GET /v2.0/security-groups?id=f08cd347-6b8d-43f7-9d17-4c11a243ac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440052 Jul 15 14:06:49.840668 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-1d27c7db-b95e-41dc-af5e-6e1b46572c70 req-70d6a10d-8eb0-45e6-ba9e-b1ba152ecb2c service neutron] 10.222.0.64 "GET /v2.0/networks/d244c303-d5c3-4c57-896a-052f9a4f2d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892901 Jul 15 14:06:49.905823 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e5d99-1439-4e11-94a0-736396d6977d req-d3e46540-a058-4f71-a7ab-7a8f33b10c33 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:49.907281 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e25e5d99-1439-4e11-94a0-736396d6977d req-d3e46540-a058-4f71-a7ab-7a8f33b10c33 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 946 time: 0.0468185 Jul 15 14:06:49.962366 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e25e5d99-1439-4e11-94a0-736396d6977d req-5feb91fe-5d7e-4543-bfa5-8dc9cff0343b tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc90dd3c-5f93-4a9b-a566-083482f307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495670 Jul 15 14:06:50.912371 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6459b4-9be7-4f18-b1c8-b10f145a0bcc req-4666ca6a-2fc5-4e8e-9980-85d3edcedf85 tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:50.913868 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3b6459b4-9be7-4f18-b1c8-b10f145a0bcc req-4666ca6a-2fc5-4e8e-9980-85d3edcedf85 tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] 10.222.0.16 "GET /v2.0/ports?device_id=07cd1163-1126-4b7b-857d-fe5f0aea026f HTTP/1.1" status: 200 len: 948 time: 0.0509043 Jul 15 14:06:50.960722 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3b6459b4-9be7-4f18-b1c8-b10f145a0bcc req-ca57e733-eb0d-40ad-a44f-575bd0a09024 tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] 10.222.0.16 "GET /v2.0/security-groups?id=f08cd347-6b8d-43f7-9d17-4c11a243ac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413399 Jul 15 14:06:51.032480 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde194b-b2a9-4832-840e-c3e1b7cdc026 req-35cd46b9-9abc-4881-809d-6061f27fb6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:51.034047 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-0bde194b-b2a9-4832-840e-c3e1b7cdc026 req-35cd46b9-9abc-4881-809d-6061f27fb6f2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a63341c013394ac29ff8405711b0d6d9&device_id=07cd1163-1126-4b7b-857d-fe5f0aea026f HTTP/1.1" status: 200 len: 1132 time: 0.0478435 Jul 15 14:06:51.090756 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e4e1d-de22-435e-8794-6149c9b71952 req-2db3790d-3413-4f31-88b2-b5da0099c1db tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:51.092830 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-848e4e1d-de22-435e-8794-6149c9b71952 req-2db3790d-3413-4f31-88b2-b5da0099c1db tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 946 time: 0.0526507 Jul 15 14:06:51.148075 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-848e4e1d-de22-435e-8794-6149c9b71952 req-7c60f170-bd96-418f-b798-0641218a4ebd tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc90dd3c-5f93-4a9b-a566-083482f307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453806 Jul 15 14:06:51.813571 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde194b-b2a9-4832-840e-c3e1b7cdc026 req-1f831d45-80a1-40cb-b76d-ded2fec0d832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:51.815278 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-0bde194b-b2a9-4832-840e-c3e1b7cdc026 req-1f831d45-80a1-40cb-b76d-ded2fec0d832 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d244c303-d5c3-4c57-896a-052f9a4f2d84 HTTP/1.1" status: 200 len: 870 time: 0.1099741 Jul 15 14:06:51.862088 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-0bde194b-b2a9-4832-840e-c3e1b7cdc026 req-fa0a75a5-d37f-4a18-a482-5e2a25fd309b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=cd6f968c-c4a1-45fd-b278-a84fc559395e HTTP/1.1" status: 200 len: 217 time: 0.0392218 Jul 15 14:06:51.882162 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:51.919894 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde194b-b2a9-4832-840e-c3e1b7cdc026 req-5fe57780-fd74-4d8b-bf54-36e021be21ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:51.921417 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-0bde194b-b2a9-4832-840e-c3e1b7cdc026 req-5fe57780-fd74-4d8b-bf54-36e021be21ea service neutron] 10.222.0.64 "GET /v2.0/subnets?id=02df0963-b65c-4040-8537-7076acc87dbe HTTP/1.1" status: 200 len: 843 time: 0.0482609 Jul 15 14:06:51.950091 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device cd6f968c-c4a1-45fd-b278-a84fc559395e details requested by agent hyperv_hv-cinder-85000 with host hv-cinder-85000 {{(pid=103883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:06:51.970520 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde194b-b2a9-4832-840e-c3e1b7cdc026 req-2b420743-2442-496e-bb75-aa5e7410e93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:51.972018 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-0bde194b-b2a9-4832-840e-c3e1b7cdc026 req-2b420743-2442-496e-bb75-aa5e7410e93d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d244c303-d5c3-4c57-896a-052f9a4f2d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0428700 Jul 15 14:06:52.050012 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port cd6f968c-c4a1-45fd-b278-a84fc559395e, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=cd6f968c-c4a1-45fd-b278-a84fc559395e,segment=NetworkSegment(ee681dc9-1f07-4a3a-a03d-92638bae3f23),segment_id=ee681dc9-1f07-4a3a-a03d-92638bae3f23)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:52.050330 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:52.063526 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Returning: {'device': 'cd6f968c-c4a1-45fd-b278-a84fc559395e', 'network_id': 'd244c303-d5c3-4c57-896a-052f9a4f2d84', 'port_id': 'cd6f968c-c4a1-45fd-b278-a84fc559395e', 'mac_address': 'fa:16:3e:c3:21:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02df0963-b65c-4040-8537-7076acc87dbe', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:06:52.075406 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-0bde194b-b2a9-4832-840e-c3e1b7cdc026 req-f224d87f-4031-47bf-ab7c-8476cde91295 service neutron] 10.222.0.64 "GET /v2.0/networks/d244c303-d5c3-4c57-896a-052f9a4f2d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922017 Jul 15 14:06:52.091483 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db325e6c-01c9-4a07-aa03-7a15d528ae58 req-c7135c06-ef5c-4a8b-8695-40805bad4ef0 tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:52.093613 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-db325e6c-01c9-4a07-aa03-7a15d528ae58 req-c7135c06-ef5c-4a8b-8695-40805bad4ef0 tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] 10.222.0.16 "GET /v2.0/ports?device_id=07cd1163-1126-4b7b-857d-fe5f0aea026f HTTP/1.1" status: 200 len: 948 time: 0.0596769 Jul 15 14:06:52.104284 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Current status of the port cd6f968c-c4a1-45fd-b278-a84fc559395e is: DOWN; New status is: BUILD {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:06:52.104843 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (cd6f968c-c4a1-45fd-b278-a84fc559395e), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:52.121378 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd6f968c-c4a1-45fd-b278-a84fc559395e {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 14:06:52.143713 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port cd6f968c-c4a1-45fd-b278-a84fc559395e, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=cd6f968c-c4a1-45fd-b278-a84fc559395e,segment=NetworkSegment(ee681dc9-1f07-4a3a-a03d-92638bae3f23),segment_id=ee681dc9-1f07-4a3a-a03d-92638bae3f23)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:52.149837 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-db325e6c-01c9-4a07-aa03-7a15d528ae58 req-77d95e08-3023-4d72-83ed-70f274bf02e1 tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] 10.222.0.16 "GET /v2.0/security-groups?id=f08cd347-6b8d-43f7-9d17-4c11a243ac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499244 Jul 15 14:06:52.152228 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (cd6f968c-c4a1-45fd-b278-a84fc559395e), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:52.154881 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device f363e19e-f4b1-40d5-a9a0-b2499a7aa619 details requested by agent hyperv_hv-cinder-85000 with host hv-cinder-85000 {{(pid=103883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:06:52.195645 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-0bde194b-b2a9-4832-840e-c3e1b7cdc026 req-b4d17380-ecc8-4e19-801b-c8d0a4b68958 service neutron] 10.222.0.64 "GET /v2.0/networks/d244c303-d5c3-4c57-896a-052f9a4f2d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112258 Jul 15 14:06:52.235285 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Pushing event updated for resources: {'Port': ['ID=cd6f968c-c4a1-45fd-b278-a84fc559395e,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:52.276441 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:52.276796 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:52.277175 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:52.277526 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:52.277866 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:52.278202 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:52.279073 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:52.279407 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:52.279733 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:52.280060 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:52.280413 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:52.280740 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:52.281065 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:52.281388 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:52.281503 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f9dfb-54f9-44eb-8fdc-d7d3c6070b04 req-52c4764d-1bfe-4402-ac59-b66816058914 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:52.281713 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:52.283712 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1b1f9dfb-54f9-44eb-8fdc-d7d3c6070b04 req-52c4764d-1bfe-4402-ac59-b66816058914 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 946 time: 0.0530093 Jul 15 14:06:52.296852 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:52.312641 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port f363e19e-f4b1-40d5-a9a0-b2499a7aa619, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=f363e19e-f4b1-40d5-a9a0-b2499a7aa619,segment=NetworkSegment(6120fc8a-8d07-42e8-bbb1-497afed6cae1),segment_id=6120fc8a-8d07-42e8-bbb1-497afed6cae1)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:52.323916 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Returning: {'device': 'f363e19e-f4b1-40d5-a9a0-b2499a7aa619', 'network_id': '68380afb-92df-4e5a-adc7-5f1834064646', 'port_id': 'f363e19e-f4b1-40d5-a9a0-b2499a7aa619', 'mac_address': 'fa:16:3e:ce:5d:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df9e13f7-b2b8-4f61-84bd-25765312a9d7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:06:52.332479 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1b1f9dfb-54f9-44eb-8fdc-d7d3c6070b04 req-0b208af4-6f48-4d52-95e3-52be0d0ff87c tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc90dd3c-5f93-4a9b-a566-083482f307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428882 Jul 15 14:06:52.359845 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Current status of the port f363e19e-f4b1-40d5-a9a0-b2499a7aa619 is: ACTIVE; New status is: BUILD {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:06:52.360231 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (f363e19e-f4b1-40d5-a9a0-b2499a7aa619), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:52.373081 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f363e19e-f4b1-40d5-a9a0-b2499a7aa619 {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 14:06:52.392330 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port f363e19e-f4b1-40d5-a9a0-b2499a7aa619, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=f363e19e-f4b1-40d5-a9a0-b2499a7aa619,segment=NetworkSegment(6120fc8a-8d07-42e8-bbb1-497afed6cae1),segment_id=6120fc8a-8d07-42e8-bbb1-497afed6cae1)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:52.396951 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (f363e19e-f4b1-40d5-a9a0-b2499a7aa619), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:52.442686 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Pushing event updated for resources: {'Port': ['ID=f363e19e-f4b1-40d5-a9a0-b2499a7aa619,revision_number=6']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:52.722381 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] get_ports_and_sgs() called for port_ids ['cd6f968c-c4a1-45fd-b278-a84fc559395e'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:06:52.784843 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] get_ports_and_sgs() called for port_ids ['f363e19e-f4b1-40d5-a9a0-b2499a7aa619'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:06:53.264588 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51111af-6941-47db-a22e-1b3c508861f5 req-4d35bb5e-a7cf-4482-9570-80d97bfc79f2 tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:53.266076 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b51111af-6941-47db-a22e-1b3c508861f5 req-4d35bb5e-a7cf-4482-9570-80d97bfc79f2 tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] 10.222.0.16 "GET /v2.0/ports?device_id=07cd1163-1126-4b7b-857d-fe5f0aea026f HTTP/1.1" status: 200 len: 949 time: 0.0499642 Jul 15 14:06:53.317166 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b51111af-6941-47db-a22e-1b3c508861f5 req-0073b8de-3844-4742-9499-015117f8d6df tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] 10.222.0.16 "GET /v2.0/security-groups?id=f08cd347-6b8d-43f7-9d17-4c11a243ac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454848 Jul 15 14:06:53.320466 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-3117b6cd-8377-4598-90e9-298b0791c2f7 None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:06:53.455348 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260efa04-0dba-4c84-b601-979b16977c0c req-61e10700-c9db-4002-8616-e1467286da3a tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:53.456725 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-260efa04-0dba-4c84-b601-979b16977c0c req-61e10700-c9db-4002-8616-e1467286da3a tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 945 time: 0.0477779 Jul 15 14:06:53.504095 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-260efa04-0dba-4c84-b601-979b16977c0c req-c71b3384-947d-4397-8a70-907c038d417f tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc90dd3c-5f93-4a9b-a566-083482f307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416222 Jul 15 14:06:53.956215 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device cd6f968c-c4a1-45fd-b278-a84fc559395e up at agent hyperv_hv-cinder-85000 {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:06:54.009173 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Provisioning for port cd6f968c-c4a1-45fd-b278-a84fc559395e completed by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 15 14:06:54.016491 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Provisioning complete for port cd6f968c-c4a1-45fd-b278-a84fc559395e triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:06:54.016874 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (cd6f968c-c4a1-45fd-b278-a84fc559395e), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:54.054408 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:54.090891 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:54.103086 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Current status of the port cd6f968c-c4a1-45fd-b278-a84fc559395e is: BUILD; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:06:54.103744 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (cd6f968c-c4a1-45fd-b278-a84fc559395e), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:54.132060 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07cd1163-1126-4b7b-857d-fe5f0aea026f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6f968c-c4a1-45fd-b278-a84fc559395e'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:06:54.134792 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c4b0ce05359387fb1b8f2741601f150af1cafc779f59aaec505bdecc1202ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262e0c64-c97e-4a88-81c8-50d5b4549d63" -d '{"events": [{"server_uuid": "07cd1163-1126-4b7b-857d-fe5f0aea026f", "name": "network-vif-plugged", "status": "completed", "tag": "cd6f968c-c4a1-45fd-b278-a84fc559395e"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:06:54.149393 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port cd6f968c-c4a1-45fd-b278-a84fc559395e, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=cd6f968c-c4a1-45fd-b278-a84fc559395e,segment=NetworkSegment(ee681dc9-1f07-4a3a-a03d-92638bae3f23),segment_id=ee681dc9-1f07-4a3a-a03d-92638bae3f23)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:54.154135 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (cd6f968c-c4a1-45fd-b278-a84fc559395e), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:54.155078 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device f363e19e-f4b1-40d5-a9a0-b2499a7aa619 up at agent hyperv_hv-cinder-85000 {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:06:54.160696 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:54.241021 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Pushing event updated for resources: {'Port': ['ID=cd6f968c-c4a1-45fd-b278-a84fc559395e,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:54.252286 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 14:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ac3d36-8714-47f5-a2c7-30d541f34eb8 x-openstack-request-id: req-03ac3d36-8714-47f5-a2c7-30d541f34eb8 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:06:54.252645 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07cd1163-1126-4b7b-857d-fe5f0aea026f", "name": "network-vif-plugged", "status": "completed", "tag": "cd6f968c-c4a1-45fd-b278-a84fc559395e", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:06:54.252905 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-03ac3d36-8714-47f5-a2c7-30d541f34eb8 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:06:54.253312 dv-cinder-850002-1-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03ac3d36-8714-47f5-a2c7-30d541f34eb8'] response: {'server_uuid': '07cd1163-1126-4b7b-857d-fe5f0aea026f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6f968c-c4a1-45fd-b278-a84fc559395e', 'code': 200} Jul 15 14:06:54.254028 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Provisioning complete for port f363e19e-f4b1-40d5-a9a0-b2499a7aa619 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:06:54.254403 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (f363e19e-f4b1-40d5-a9a0-b2499a7aa619), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:54.363181 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Current status of the port f363e19e-f4b1-40d5-a9a0-b2499a7aa619 is: BUILD; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:06:54.363576 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (f363e19e-f4b1-40d5-a9a0-b2499a7aa619), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:54.433985 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port f363e19e-f4b1-40d5-a9a0-b2499a7aa619, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=f363e19e-f4b1-40d5-a9a0-b2499a7aa619,segment=NetworkSegment(6120fc8a-8d07-42e8-bbb1-497afed6cae1),segment_id=6120fc8a-8d07-42e8-bbb1-497afed6cae1)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:54.444623 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (f363e19e-f4b1-40d5-a9a0-b2499a7aa619), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:54.489927 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf68e8d-a359-421a-a51b-9ca991bebc4b req-f1cc5d26-08f4-431f-800b-4ca714bfeac7 tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:54.493252 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2cf68e8d-a359-421a-a51b-9ca991bebc4b req-f1cc5d26-08f4-431f-800b-4ca714bfeac7 tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] 10.222.0.16 "GET /v2.0/ports?device_id=07cd1163-1126-4b7b-857d-fe5f0aea026f HTTP/1.1" status: 200 len: 950 time: 0.0848198 Jul 15 14:06:54.511380 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Pushing event updated for resources: {'Port': ['ID=f363e19e-f4b1-40d5-a9a0-b2499a7aa619,revision_number=7']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:54.525885 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be659498-0253-42d1-9d2f-429a30675f97 req-0b27df8a-d4bd-422b-818d-7498834c8627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:54.528070 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-be659498-0253-42d1-9d2f-429a30675f97 req-0b27df8a-d4bd-422b-818d-7498834c8627 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=07cd1163-1126-4b7b-857d-fe5f0aea026f HTTP/1.1" status: 200 len: 1134 time: 0.0777993 Jul 15 14:06:54.528839 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:54.563757 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2cf68e8d-a359-421a-a51b-9ca991bebc4b req-94dd2946-8c70-4207-bd61-94fdd985f651 tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] 10.222.0.16 "GET /v2.0/security-groups?id=f08cd347-6b8d-43f7-9d17-4c11a243ac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631180 Jul 15 14:06:54.589882 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-be659498-0253-42d1-9d2f-429a30675f97 req-b47314ce-d509-4c4b-9c48-6480a09d1570 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f08cd347-6b8d-43f7-9d17-4c11a243ac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522616 Jul 15 14:06:54.642584 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7540756-9801-416f-b49c-1ab8bd4c885f req-b816d75d-8726-4487-8ef6-181868242415 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:54.644119 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c7540756-9801-416f-b49c-1ab8bd4c885f req-b816d75d-8726-4487-8ef6-181868242415 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 946 time: 0.0512033 Jul 15 14:06:54.697086 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c7540756-9801-416f-b49c-1ab8bd4c885f req-985854cc-995a-456f-b727-8f3aff19622c tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc90dd3c-5f93-4a9b-a566-083482f307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462885 Jul 15 14:06:55.337796 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:55.727077 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f62a4d-24df-4fb2-9215-0fed07d8390d req-4498aa90-76b7-430c-839b-9b61d4593f21 tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:55.729975 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d7f62a4d-24df-4fb2-9215-0fed07d8390d req-4498aa90-76b7-430c-839b-9b61d4593f21 tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] 10.222.0.16 "GET /v2.0/ports?device_id=07cd1163-1126-4b7b-857d-fe5f0aea026f HTTP/1.1" status: 200 len: 950 time: 0.0722277 Jul 15 14:06:55.842680 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d7f62a4d-24df-4fb2-9215-0fed07d8390d req-15603c88-1066-44f3-9889-112e85f52f46 tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] 10.222.0.16 "GET /v2.0/security-groups?id=f08cd347-6b8d-43f7-9d17-4c11a243ac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064484 Jul 15 14:06:55.868087 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a608db-4e6a-4d9d-92ba-9bd21e094041 req-2cb2aaae-8d50-43bb-ace1-a207881bdf0d tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:55.876617 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d7a608db-4e6a-4d9d-92ba-9bd21e094041 req-2cb2aaae-8d50-43bb-ace1-a207881bdf0d tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 946 time: 0.0923574 Jul 15 14:06:55.935255 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d7a608db-4e6a-4d9d-92ba-9bd21e094041 req-bcdf0003-df9b-4058-9e8b-d23820d071ba tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc90dd3c-5f93-4a9b-a566-083482f307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570772 Jul 15 14:06:56.255018 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f26be6-7c18-4f85-bf8c-dfd0311b69d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f363e19e-f4b1-40d5-a9a0-b2499a7aa619'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:06:56.258134 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c4b0ce05359387fb1b8f2741601f150af1cafc779f59aaec505bdecc1202ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d158873c-2bb0-47a8-a758-2dda222c5c29" -d '{"events": [{"server_uuid": "12f26be6-7c18-4f85-bf8c-dfd0311b69d0", "name": "network-vif-plugged", "status": "completed", "tag": "f363e19e-f4b1-40d5-a9a0-b2499a7aa619"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:06:56.311038 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 14:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9755bb87-cc15-4e1a-8086-24b79a573d19 x-openstack-request-id: req-9755bb87-cc15-4e1a-8086-24b79a573d19 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:06:56.311353 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f26be6-7c18-4f85-bf8c-dfd0311b69d0", "name": "network-vif-plugged", "status": "completed", "tag": "f363e19e-f4b1-40d5-a9a0-b2499a7aa619", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:06:56.311638 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9755bb87-cc15-4e1a-8086-24b79a573d19 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:06:56.312273 dv-cinder-850002-1-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9755bb87-cc15-4e1a-8086-24b79a573d19'] response: {'server_uuid': '12f26be6-7c18-4f85-bf8c-dfd0311b69d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f363e19e-f4b1-40d5-a9a0-b2499a7aa619', 'code': 200} Jul 15 14:06:56.879301 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (73ab3907-1bcf-455f-a05d-131e96f159a2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:06:57.062325 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e64d50-550b-4b69-ab32-ba502cebed75 req-c431d79c-4d4c-474d-bb69-e12de10ba549 tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:57.070504 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b9e64d50-550b-4b69-ab32-ba502cebed75 req-c431d79c-4d4c-474d-bb69-e12de10ba549 tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] 10.222.0.16 "GET /v2.0/ports?device_id=07cd1163-1126-4b7b-857d-fe5f0aea026f HTTP/1.1" status: 200 len: 950 time: 0.1152377 Jul 15 14:06:57.198774 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b9e64d50-550b-4b69-ab32-ba502cebed75 req-c35e097e-e0ed-4260-a5d1-8f9ec6ba2c0d tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] 10.222.0.16 "GET /v2.0/security-groups?id=f08cd347-6b8d-43f7-9d17-4c11a243ac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268547 Jul 15 14:06:57.207980 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b0cec-b370-4184-bf6f-11e972797024 req-df3b70da-2d4f-4940-b8c1-1212990f6325 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:57.209533 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-155b0cec-b370-4184-bf6f-11e972797024 req-df3b70da-2d4f-4940-b8c1-1212990f6325 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 946 time: 0.0923145 Jul 15 14:06:57.271937 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-155b0cec-b370-4184-bf6f-11e972797024 req-4a9b79e1-2d24-409c-a859-7924e3f14c9f tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc90dd3c-5f93-4a9b-a566-083482f307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507636 Jul 15 14:06:57.504360 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f7695-37c3-4d8a-a4a8-458d49f2891a req-bd7a5acc-2a22-4c64-b831-0e08f45e46d6 tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:57.505970 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-227f7695-37c3-4d8a-a4a8-458d49f2891a req-bd7a5acc-2a22-4c64-b831-0e08f45e46d6 tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] 10.222.0.16 "GET /v2.0/ports?device_id=07cd1163-1126-4b7b-857d-fe5f0aea026f HTTP/1.1" status: 200 len: 950 time: 0.0618322 Jul 15 14:06:57.561252 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-227f7695-37c3-4d8a-a4a8-458d49f2891a req-b8f9b850-ac92-4a62-ad04-8f1facc5b6cf tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] 10.222.0.16 "GET /v2.0/security-groups?id=f08cd347-6b8d-43f7-9d17-4c11a243ac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491972 Jul 15 14:06:58.424710 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb809cb-7dc7-4319-8138-56d12b4862c4 req-4fa809f0-8e78-4209-b80c-5ace9931c32e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:58.427436 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8bb809cb-7dc7-4319-8138-56d12b4862c4 req-4fa809f0-8e78-4209-b80c-5ace9931c32e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 946 time: 0.0596764 Jul 15 14:06:58.497831 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8bb809cb-7dc7-4319-8138-56d12b4862c4 req-33cf9264-1b49-4d2f-8ca4-fb5df74a8f00 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc90dd3c-5f93-4a9b-a566-083482f307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600426 Jul 15 14:06:58.646161 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37131434-5023-4ff1-9760-5a2b54347489 req-24fa630c-3e5d-44b7-9f23-8281c43e470e tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:58.654832 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-37131434-5023-4ff1-9760-5a2b54347489 req-24fa630c-3e5d-44b7-9f23-8281c43e470e tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=95fa1bf5-3ff3-468a-bc34-6bb3a90494a4 HTTP/1.1" status: 200 len: 946 time: 0.0879691 Jul 15 14:06:58.741997 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69deba15-b9b3-44c2-b51f-d31e3f16174a req-b91ed18a-34f8-4f53-a4c3-ca099649943f tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:58.743595 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-69deba15-b9b3-44c2-b51f-d31e3f16174a req-b91ed18a-34f8-4f53-a4c3-ca099649943f tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] 10.222.0.16 "GET /v2.0/ports?device_id=07cd1163-1126-4b7b-857d-fe5f0aea026f HTTP/1.1" status: 200 len: 950 time: 0.0849454 Jul 15 14:06:58.761761 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-37131434-5023-4ff1-9760-5a2b54347489 req-df5e3116-2ca6-451d-84cf-f3653bdfda77 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6578012-ea02-42c6-9866-f74b2c90f001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054864 Jul 15 14:06:58.822570 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-69deba15-b9b3-44c2-b51f-d31e3f16174a req-c1b41cc6-a65a-4fad-9269-1399eb76c5ed tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] 10.222.0.16 "GET /v2.0/security-groups?id=f08cd347-6b8d-43f7-9d17-4c11a243ac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583940 Jul 15 14:06:59.615432 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:59.646042 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae6bded-6e45-478d-a917-1c4873aa77c3 req-7bcfd7d2-743c-4eec-b4df-acadfdd61ef0 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:59.661043 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1ae6bded-6e45-478d-a917-1c4873aa77c3 req-7bcfd7d2-743c-4eec-b4df-acadfdd61ef0 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 946 time: 0.0847142 Jul 15 14:06:59.669432 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:06:59.730240 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1ae6bded-6e45-478d-a917-1c4873aa77c3 req-4818fc11-2478-4f3a-a73f-e241076314ca tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc90dd3c-5f93-4a9b-a566-083482f307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664124 Jul 15 14:06:59.964605 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70a17e6-f1da-4f21-91bb-e97ffee81c3e req-3edba2ba-e83d-4c63-99ba-25514fdab79c tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:06:59.965532 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f70a17e6-f1da-4f21-91bb-e97ffee81c3e req-3edba2ba-e83d-4c63-99ba-25514fdab79c tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=95fa1bf5-3ff3-468a-bc34-6bb3a90494a4 HTTP/1.1" status: 200 len: 946 time: 0.0856674 Jul 15 14:07:00.024554 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e384a-eeed-4ca5-8cfb-0a4f8c743875 req-d060b74c-851c-4685-8967-577c076b54a7 tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:00.026229 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ca2e384a-eeed-4ca5-8cfb-0a4f8c743875 req-d060b74c-851c-4685-8967-577c076b54a7 tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] 10.222.0.16 "GET /v2.0/ports?device_id=07cd1163-1126-4b7b-857d-fe5f0aea026f HTTP/1.1" status: 200 len: 950 time: 0.0790324 Jul 15 14:07:00.072039 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f70a17e6-f1da-4f21-91bb-e97ffee81c3e req-ec178280-14ba-407b-ba63-cb489079ccfb tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6578012-ea02-42c6-9866-f74b2c90f001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882189 Jul 15 14:07:00.130489 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ca2e384a-eeed-4ca5-8cfb-0a4f8c743875 req-3fa0a186-d1cf-48ee-8715-a490e7875fa6 tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] 10.222.0.16 "GET /v2.0/security-groups?id=f08cd347-6b8d-43f7-9d17-4c11a243ac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938663 Jul 15 14:07:00.940354 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616de98c-722f-42f3-9258-5301ae404303 req-9bb52023-1f35-4c66-bfae-21cbbd044a3f tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:00.942542 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-616de98c-722f-42f3-9258-5301ae404303 req-9bb52023-1f35-4c66-bfae-21cbbd044a3f tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] 10.222.0.64 "GET /v2.0/ports?device_id=07cd1163-1126-4b7b-857d-fe5f0aea026f HTTP/1.1" status: 200 len: 950 time: 0.1080625 Jul 15 14:07:00.954303 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca3fe5-ed65-4b65-9e65-60f7b53f9887 req-c29cc655-ea39-4748-ad82-f583325a8b33 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:00.956036 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4cca3fe5-ed65-4b65-9e65-60f7b53f9887 req-c29cc655-ea39-4748-ad82-f583325a8b33 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 946 time: 0.1185083 Jul 15 14:07:01.013556 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2063ab1-12cf-4c24-ab22-bf773aa33853 req-b13061b3-aa03-4ce6-a25e-480db774d431 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:01.015117 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-a2063ab1-12cf-4c24-ab22-bf773aa33853 req-b13061b3-aa03-4ce6-a25e-480db774d431 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.64 "GET /v2.0/ports?device_id=95fa1bf5-3ff3-468a-bc34-6bb3a90494a4 HTTP/1.1" status: 200 len: 946 time: 0.0714042 Jul 15 14:07:01.049580 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4cca3fe5-ed65-4b65-9e65-60f7b53f9887 req-3142ef12-8b38-4e73-a426-37cd57378c13 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc90dd3c-5f93-4a9b-a566-083482f307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852225 Jul 15 14:07:01.380825 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e44ce-cc77-4dc7-bcb4-bd8acf574c78 req-e69c6ef1-1560-49b0-bb8a-a9df4c4c17db tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:01.382271 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a27e44ce-cc77-4dc7-bcb4-bd8acf574c78 req-e69c6ef1-1560-49b0-bb8a-a9df4c4c17db tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] 10.222.0.16 "GET /v2.0/ports?device_id=07cd1163-1126-4b7b-857d-fe5f0aea026f HTTP/1.1" status: 200 len: 950 time: 0.0834117 Jul 15 14:07:01.400630 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ddf568-1089-4b94-9657-ec73d464fce8 req-0e4e2beb-20ba-4060-942b-94b8f282f6a3 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:01.413645 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-01ddf568-1089-4b94-9657-ec73d464fce8 req-0e4e2beb-20ba-4060-942b-94b8f282f6a3 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=95fa1bf5-3ff3-468a-bc34-6bb3a90494a4 HTTP/1.1" status: 200 len: 946 time: 0.1935761 Jul 15 14:07:01.447191 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-616de98c-722f-42f3-9258-5301ae404303 req-b15d2c51-93c0-42a0-a69f-b5f61f64c8aa tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] Deleting port cd6f968c-c4a1-45fd-b278-a84fc559395e {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:07:01.447626 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-616de98c-722f-42f3-9258-5301ae404303 req-b15d2c51-93c0-42a0-a69f-b5f61f64c8aa tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (cd6f968c-c4a1-45fd-b278-a84fc559395e), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:01.576930 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-616de98c-722f-42f3-9258-5301ae404303 req-b15d2c51-93c0-42a0-a69f-b5f61f64c8aa tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] For port cd6f968c-c4a1-45fd-b278-a84fc559395e, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=cd6f968c-c4a1-45fd-b278-a84fc559395e,segment=NetworkSegment(ee681dc9-1f07-4a3a-a03d-92638bae3f23),segment_id=ee681dc9-1f07-4a3a-a03d-92638bae3f23)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:07:01.577721 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-616de98c-722f-42f3-9258-5301ae404303 req-b15d2c51-93c0-42a0-a69f-b5f61f64c8aa tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (cd6f968c-c4a1-45fd-b278-a84fc559395e), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:01.595810 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-616de98c-722f-42f3-9258-5301ae404303 req-b15d2c51-93c0-42a0-a69f-b5f61f64c8aa tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] Calling delete_port for cd6f968c-c4a1-45fd-b278-a84fc559395e owned by compute:nova {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:07:01.623938 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a27e44ce-cc77-4dc7-bcb4-bd8acf574c78 req-8fa67bed-735e-42ed-a95a-791105abd687 tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] 10.222.0.16 "GET /v2.0/security-groups?id=f08cd347-6b8d-43f7-9d17-4c11a243ac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072434 Jul 15 14:07:01.670990 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-01ddf568-1089-4b94-9657-ec73d464fce8 req-ebc49eb4-282b-4f24-a417-3266fb04aed6 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6578012-ea02-42c6-9866-f74b2c90f001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2562099 Jul 15 14:07:01.819288 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-a2063ab1-12cf-4c24-ab22-bf773aa33853 req-bc767301-5b71-4269-b275-61ef1b122b22 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Deleting port 815bc904-57dc-4545-9f06-3e6e84c15272 {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:07:01.819635 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-a2063ab1-12cf-4c24-ab22-bf773aa33853 req-bc767301-5b71-4269-b275-61ef1b122b22 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (815bc904-57dc-4545-9f06-3e6e84c15272), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:01.824489 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:01.850104 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-616de98c-722f-42f3-9258-5301ae404303 req-b15d2c51-93c0-42a0-a69f-b5f61f64c8aa tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (cd6f968c-c4a1-45fd-b278-a84fc559395e), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:01.870222 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] get_ports_and_sgs() called for port_ids ['cd6f968c-c4a1-45fd-b278-a84fc559395e'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:07:01.887243 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d2c51-93c0-42a0-a69f-b5f61f64c8aa tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] Pushing event deleted for resources: {'Port': ['ID=cd6f968c-c4a1-45fd-b278-a84fc559395e,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:02.002874 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-616de98c-722f-42f3-9258-5301ae404303 req-b15d2c51-93c0-42a0-a69f-b5f61f64c8aa tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] No DVR routers for this DVR port cd6f968c-c4a1-45fd-b278-a84fc559395e on host hv-cinder-85000 {{(pid=103881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 15 14:07:02.007258 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-616de98c-722f-42f3-9258-5301ae404303 req-b15d2c51-93c0-42a0-a69f-b5f61f64c8aa tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:02.017270 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-616de98c-722f-42f3-9258-5301ae404303 req-b15d2c51-93c0-42a0-a69f-b5f61f64c8aa tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] 10.222.0.64 "DELETE /v2.0/ports/cd6f968c-c4a1-45fd-b278-a84fc559395e HTTP/1.1" status: 204 len: 173 time: 0.7879524 Jul 15 14:07:02.017791 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07cd1163-1126-4b7b-857d-fe5f0aea026f', 'name': 'network-vif-deleted', 'tag': 'cd6f968c-c4a1-45fd-b278-a84fc559395e'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:07:02.024559 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27b3149431a8a58964108cadaaee569fc83829ebf6971f3e535c686fd00e584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d879f45-a070-4e2a-a749-87841c615c8a" -d '{"events": [{"server_uuid": "07cd1163-1126-4b7b-857d-fe5f0aea026f", "name": "network-vif-deleted", "tag": "cd6f968c-c4a1-45fd-b278-a84fc559395e"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:07:02.110556 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-a2063ab1-12cf-4c24-ab22-bf773aa33853 req-bc767301-5b71-4269-b275-61ef1b122b22 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] For port 815bc904-57dc-4545-9f06-3e6e84c15272, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=815bc904-57dc-4545-9f06-3e6e84c15272,segment=NetworkSegment(5785ea6f-9dc2-4ba6-8569-ab8ef09f42b4),segment_id=5785ea6f-9dc2-4ba6-8569-ab8ef09f42b4)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:07:02.110951 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-a2063ab1-12cf-4c24-ab22-bf773aa33853 req-bc767301-5b71-4269-b275-61ef1b122b22 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (815bc904-57dc-4545-9f06-3e6e84c15272), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:02.122547 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 14:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a9cf24-4e13-41ba-8290-a38f1c948060 x-openstack-request-id: req-c4a9cf24-4e13-41ba-8290-a38f1c948060 {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:07:02.122913 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07cd1163-1126-4b7b-857d-fe5f0aea026f", "name": "network-vif-deleted", "tag": "cd6f968c-c4a1-45fd-b278-a84fc559395e", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:07:02.123115 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c4a9cf24-4e13-41ba-8290-a38f1c948060 {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:07:02.123524 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4a9cf24-4e13-41ba-8290-a38f1c948060'] response: {'server_uuid': '07cd1163-1126-4b7b-857d-fe5f0aea026f', 'name': 'network-vif-deleted', 'tag': 'cd6f968c-c4a1-45fd-b278-a84fc559395e', 'status': 'completed', 'code': 200} Jul 15 14:07:02.227210 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2a7ef-1cf4-46c0-83e2-6846b20e7ccf req-8fd0278d-87bb-413f-9f3a-8f456d4bb66d tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:02.235932 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7db2a7ef-1cf4-46c0-83e2-6846b20e7ccf req-8fd0278d-87bb-413f-9f3a-8f456d4bb66d tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 946 time: 0.0672770 Jul 15 14:07:02.297538 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7db2a7ef-1cf4-46c0-83e2-6846b20e7ccf req-4d415c2a-b2ef-4866-a936-c7ef7a79e6e9 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc90dd3c-5f93-4a9b-a566-083482f307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607128 Jul 15 14:07:02.431688 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:02.460260 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-a2063ab1-12cf-4c24-ab22-bf773aa33853 req-bc767301-5b71-4269-b275-61ef1b122b22 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:02.460741 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-a2063ab1-12cf-4c24-ab22-bf773aa33853 req-bc767301-5b71-4269-b275-61ef1b122b22 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448782'] for floatingip (17317587-a931-46ed-8805-1dc8734b7091), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:02.461028 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.db.l3_db [req-a2063ab1-12cf-4c24-ab22-bf773aa33853 req-bc767301-5b71-4269-b275-61ef1b122b22 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Floating IP 17317587-a931-46ed-8805-1dc8734b7091 disassociated. External IP: 172.27.0.40, port: 815bc904-57dc-4545-9f06-3e6e84c15272. Jul 15 14:07:02.461386 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-a2063ab1-12cf-4c24-ab22-bf773aa33853 req-bc767301-5b71-4269-b275-61ef1b122b22 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Calling delete_port for 815bc904-57dc-4545-9f06-3e6e84c15272 owned by compute:nova {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:07:02.626284 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4bca68-f2cc-42f0-b61c-89fabdb8829d req-3e064a5c-a2c0-4065-939b-9d909e32ca17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:02.627989 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-0d4bca68-f2cc-42f0-b61c-89fabdb8829d req-3e064a5c-a2c0-4065-939b-9d909e32ca17 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c160b9f06dad4ee98349dbc63131c20d&device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 1130 time: 0.0600421 Jul 15 14:07:02.782719 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-a2063ab1-12cf-4c24-ab22-bf773aa33853 req-bc767301-5b71-4269-b275-61ef1b122b22 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (815bc904-57dc-4545-9f06-3e6e84c15272), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:02.899712 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc767301-5b71-4269-b275-61ef1b122b22 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Pushing event deleted for resources: {'Port': ['ID=815bc904-57dc-4545-9f06-3e6e84c15272,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:02.910897 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9a819309-575f-404f-951d-314bd131ef7f req-c415274c-fbbb-4b45-800f-ed9a6e7dfeff tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=95fa1bf5-3ff3-468a-bc34-6bb3a90494a4 HTTP/1.1" status: 200 len: 210 time: 0.0897222 Jul 15 14:07:02.916154 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-23f705b4-a5d1-4020-81d8-8ba58b65b77b req-6c9c4f5f-b692-41f5-8c12-434f25fd0ced tempest-VolumesNegativeTest-1625312736 tempest-VolumesNegativeTest-1625312736-project] 10.222.0.16 "GET /v2.0/ports?device_id=07cd1163-1126-4b7b-857d-fe5f0aea026f HTTP/1.1" status: 200 len: 210 time: 0.0502338 Jul 15 14:07:02.942834 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4bca68-f2cc-42f0-b61c-89fabdb8829d req-778d28cf-67b6-4436-91e6-e0ee213bd0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:02.944365 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-0d4bca68-f2cc-42f0-b61c-89fabdb8829d req-778d28cf-67b6-4436-91e6-e0ee213bd0e1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=68380afb-92df-4e5a-adc7-5f1834064646 HTTP/1.1" status: 200 len: 917 time: 0.2779717 Jul 15 14:07:03.051568 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-0d4bca68-f2cc-42f0-b61c-89fabdb8829d req-443493ef-9d46-4f29-be5f-b36b6dd2b3c6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f363e19e-f4b1-40d5-a9a0-b2499a7aa619 HTTP/1.1" status: 200 len: 1002 time: 0.0814583 Jul 15 14:07:03.055829 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2063ab1-12cf-4c24-ab22-bf773aa33853 req-bc767301-5b71-4269-b275-61ef1b122b22 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Router c8e96d0e-648d-442b-bc98-b731e809055f has already been hosted by L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 14:07:03.207061 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4bca68-f2cc-42f0-b61c-89fabdb8829d req-ced8f1dc-00ed-45bc-a45d-90260e139656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:03.209281 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-0d4bca68-f2cc-42f0-b61c-89fabdb8829d req-ced8f1dc-00ed-45bc-a45d-90260e139656 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=df9e13f7-b2b8-4f61-84bd-25765312a9d7 HTTP/1.1" status: 200 len: 855 time: 0.1506312 Jul 15 14:07:03.281193 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4bca68-f2cc-42f0-b61c-89fabdb8829d req-5981eeb9-330a-497a-85e8-eb2e4741b59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:03.282722 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-0d4bca68-f2cc-42f0-b61c-89fabdb8829d req-5981eeb9-330a-497a-85e8-eb2e4741b59c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=68380afb-92df-4e5a-adc7-5f1834064646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0600328 Jul 15 14:07:03.283957 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2063ab1-12cf-4c24-ab22-bf773aa33853 req-bc767301-5b71-4269-b275-61ef1b122b22 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:07:03.299808 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f797ad-953c-4e19-9b29-94b1e680bb23 None None] Sync routers for ids ['c8e96d0e-648d-442b-bc98-b731e809055f'] in dv-cinder-850002-1-iscsi {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:07:03.331317 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f797ad-953c-4e19-9b29-94b1e680bb23 None None] Routers {'c8e96d0e-648d-442b-bc98-b731e809055f'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:07:03.333129 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-f8f797ad-953c-4e19-9b29-94b1e680bb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:06:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['c8e96d0e-648d-442b-bc98-b731e809055f'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:03.371655 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:03.453830 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2063ab1-12cf-4c24-ab22-bf773aa33853 req-bc767301-5b71-4269-b275-61ef1b122b22 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] No DVR routers for this DVR port 815bc904-57dc-4545-9f06-3e6e84c15272 on host hv-cinder-85000 {{(pid=103881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 15 14:07:03.459976 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-a2063ab1-12cf-4c24-ab22-bf773aa33853 req-bc767301-5b71-4269-b275-61ef1b122b22 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:03.463310 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-a2063ab1-12cf-4c24-ab22-bf773aa33853 req-bc767301-5b71-4269-b275-61ef1b122b22 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.64 "DELETE /v2.0/ports/815bc904-57dc-4545-9f06-3e6e84c15272 HTTP/1.1" status: 204 len: 173 time: 2.2517173 Jul 15 14:07:03.466980 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c49495-e395-468a-bb29-e90548273ee7 req-f28879e0-7edf-49a0-b96d-3bca76bd7783 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:03.477153 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d4c49495-e395-468a-bb29-e90548273ee7 req-f28879e0-7edf-49a0-b96d-3bca76bd7783 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 946 time: 0.0898049 Jul 15 14:07:03.489726 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-f8f797ad-953c-4e19-9b29-94b1e680bb23 None None] Set router c8e96d0e-648d-442b-bc98-b731e809055f gateway port host: dv-cinder-850002-1-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:07:03.504303 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-0d4bca68-f2cc-42f0-b61c-89fabdb8829d req-ba714193-df64-4583-8987-a345b3b8dd85 service neutron] 10.222.0.64 "GET /v2.0/networks/68380afb-92df-4e5a-adc7-5f1834064646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910219 Jul 15 14:07:03.536760 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:DELETE=3 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:03.540883 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d4c49495-e395-468a-bb29-e90548273ee7 req-38fd70e6-d936-48df-abc7-20735d87fb03 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc90dd3c-5f93-4a9b-a566-083482f307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620971 Jul 15 14:07:03.667376 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-0d4bca68-f2cc-42f0-b61c-89fabdb8829d req-797688e6-b507-4b65-9d03-ca83f88825e5 service neutron] 10.222.0.64 "GET /v2.0/networks/68380afb-92df-4e5a-adc7-5f1834064646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515789 Jul 15 14:07:03.885539 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-f8f797ad-953c-4e19-9b29-94b1e680bb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e96d0e-648d-442b-bc98-b731e809055f', 'name': 'tempest-AttachVolumeTestJSON-182516732-router', 'tenant_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '51ca6a67-2692-4d78-84ff-22808c27154c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:56Z', 'updated_at': '2022-07-15T14:01:07Z', 'revision_number': 4, 'project_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'gw_port': {'id': '51ca6a67-2692-4d78-84ff-22808c27154c', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e96d0e-648d-442b-bc98-b731e809055f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:57Z', 'updated_at': '2022-07-15T14:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': 'ea4f84ba-5bfd-47fe-9703-83b27b93d1ae', 'name': '', 'network_id': '0460551c-e776-41db-9da0-199d4897f65f', 'tenant_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'mac_address': 'fa:16:3e:13:f0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e96d0e-648d-442b-bc98-b731e809055f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f6331ee6-fa4c-4f22-93e9-8635c17820f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:01:05Z', 'updated_at': '2022-07-15T14:01:26Z', 'revision_number': 5, 'project_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'subnets': [{'id': 'f6331ee6-fa4c-4f22-93e9-8635c17820f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:03.916058 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f797ad-953c-4e19-9b29-94b1e680bb23 None None] Checking router: c8e96d0e-648d-442b-bc98-b731e809055f for host: dv-cinder-850002-1-iscsi {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:07:03.925775 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f797ad-953c-4e19-9b29-94b1e680bb23 None None] Routers {'c8e96d0e-648d-442b-bc98-b731e809055f'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:07:03.926408 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-f8f797ad-953c-4e19-9b29-94b1e680bb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:06:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['c8e96d0e-648d-442b-bc98-b731e809055f'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:04.042344 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device cd6f968c-c4a1-45fd-b278-a84fc559395e no longer exists at agent hyperv_hv-cinder-85000 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:07:04.072251 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] No Port match for: cd6f968c-c4a1-45fd-b278-a84fc559395e {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 15 14:07:04.072639 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device cd6f968c-c4a1-45fd-b278-a84fc559395e not bound to the agent host hv-cinder-85000 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:07:04.073057 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device 815bc904-57dc-4545-9f06-3e6e84c15272 no longer exists at agent hyperv_hv-cinder-85000 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:07:04.105801 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] No Port match for: 815bc904-57dc-4545-9f06-3e6e84c15272 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 15 14:07:04.106149 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device 815bc904-57dc-4545-9f06-3e6e84c15272 not bound to the agent host hv-cinder-85000 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:07:04.121267 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-f8f797ad-953c-4e19-9b29-94b1e680bb23 None None] Set router c8e96d0e-648d-442b-bc98-b731e809055f gateway port host: dv-cinder-850002-1-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:07:04.124918 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95fa1bf5-3ff3-468a-bc34-6bb3a90494a4', 'name': 'network-vif-deleted', 'tag': '815bc904-57dc-4545-9f06-3e6e84c15272'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:07:04.127385 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27b3149431a8a58964108cadaaee569fc83829ebf6971f3e535c686fd00e584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558eeb28-019c-40b6-b5c4-ef4af8304b0b" -d '{"events": [{"server_uuid": "95fa1bf5-3ff3-468a-bc34-6bb3a90494a4", "name": "network-vif-deleted", "tag": "815bc904-57dc-4545-9f06-3e6e84c15272"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:07:04.136305 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-28f9ce1f-43fc-4c92-af66-480e7053b01c req-bc87bebe-156d-4dca-bef8-85abe2a1ded6 tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/ports?device_id=95fa1bf5-3ff3-468a-bc34-6bb3a90494a4 HTTP/1.1" status: 200 len: 210 time: 0.0817747 Jul 15 14:07:04.226523 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 14:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3d6605-1e46-4115-8964-fc1fb70978a4 x-openstack-request-id: req-bf3d6605-1e46-4115-8964-fc1fb70978a4 {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:07:04.226894 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95fa1bf5-3ff3-468a-bc34-6bb3a90494a4", "name": "network-vif-deleted", "tag": "815bc904-57dc-4545-9f06-3e6e84c15272", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:07:04.227719 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bf3d6605-1e46-4115-8964-fc1fb70978a4 {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:07:04.227719 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf3d6605-1e46-4115-8964-fc1fb70978a4'] response: {'server_uuid': '95fa1bf5-3ff3-468a-bc34-6bb3a90494a4', 'name': 'network-vif-deleted', 'tag': '815bc904-57dc-4545-9f06-3e6e84c15272', 'status': 'completed', 'code': 200} Jul 15 14:07:04.391733 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-f8f797ad-953c-4e19-9b29-94b1e680bb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e96d0e-648d-442b-bc98-b731e809055f', 'name': 'tempest-AttachVolumeTestJSON-182516732-router', 'tenant_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '51ca6a67-2692-4d78-84ff-22808c27154c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:56Z', 'updated_at': '2022-07-15T14:01:07Z', 'revision_number': 4, 'project_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'gw_port': {'id': '51ca6a67-2692-4d78-84ff-22808c27154c', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e96d0e-648d-442b-bc98-b731e809055f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:57Z', 'updated_at': '2022-07-15T14:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': 'ea4f84ba-5bfd-47fe-9703-83b27b93d1ae', 'name': '', 'network_id': '0460551c-e776-41db-9da0-199d4897f65f', 'tenant_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'mac_address': 'fa:16:3e:13:f0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e96d0e-648d-442b-bc98-b731e809055f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f6331ee6-fa4c-4f22-93e9-8635c17820f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:01:05Z', 'updated_at': '2022-07-15T14:01:26Z', 'revision_number': 5, 'project_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'subnets': [{'id': 'f6331ee6-fa4c-4f22-93e9-8635c17820f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:04.428264 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f797ad-953c-4e19-9b29-94b1e680bb23 None None] The sync data for ids ['c8e96d0e-648d-442b-bc98-b731e809055f'] in dv-cinder-850002-1-iscsi is: [{'id': 'c8e96d0e-648d-442b-bc98-b731e809055f', 'name': 'tempest-AttachVolumeTestJSON-182516732-router', 'tenant_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '51ca6a67-2692-4d78-84ff-22808c27154c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:56Z', 'updated_at': '2022-07-15T14:01:07Z', 'revision_number': 4, 'project_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'gw_port': {'id': '51ca6a67-2692-4d78-84ff-22808c27154c', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e96d0e-648d-442b-bc98-b731e809055f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:57Z', 'updated_at': '2022-07-15T14:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': 'ea4f84ba-5bfd-47fe-9703-83b27b93d1ae', 'name': '', 'network_id': '0460551c-e776-41db-9da0-199d4897f65f', 'tenant_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'mac_address': 'fa:16:3e:13:f0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e96d0e-648d-442b-bc98-b731e809055f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f6331ee6-fa4c-4f22-93e9-8635c17820f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:01:05Z', 'updated_at': '2022-07-15T14:01:26Z', 'revision_number': 5, 'project_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'subnets': [{'id': 'f6331ee6-fa4c-4f22-93e9-8635c17820f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:07:04.716789 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260be4f-7763-4231-b7fa-734a28fec269 req-6166edbd-d2d9-4009-bb17-888e12d1dae7 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:04.728036 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e260be4f-7763-4231-b7fa-734a28fec269 req-6166edbd-d2d9-4009-bb17-888e12d1dae7 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 946 time: 0.0908947 Jul 15 14:07:04.782495 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e260be4f-7763-4231-b7fa-734a28fec269 req-8b716594-4fd1-44ae-b896-69c14e8352f4 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc90dd3c-5f93-4a9b-a566-083482f307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533907 Jul 15 14:07:04.795132 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d76eba-68b5-4e24-aea5-66d708b5394f None None] New status for floating IP 17317587-a931-46ed-8805-1dc8734b7091: DOWN {{(pid=103884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 15 14:07:05.234778 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 52694) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:07:05.566045 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-73871042-85a2-4011-adc0-3bc8367957fc tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks [] for security_group (a6578012-ea02-42c6-9866-f74b2c90f001), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:05.592609 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-73871042-85a2-4011-adc0-3bc8367957fc tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks [] for security_group (a6578012-ea02-42c6-9866-f74b2c90f001), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:05.661788 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-73871042-85a2-4011-adc0-3bc8367957fc tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (a6578012-ea02-42c6-9866-f74b2c90f001), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:05.664519 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-73871042-85a2-4011-adc0-3bc8367957fc tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:05.665898 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-73871042-85a2-4011-adc0-3bc8367957fc tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "DELETE /v2.0/security-groups/a6578012-ea02-42c6-9866-f74b2c90f001 HTTP/1.1" status: 204 len: 168 time: 0.4300647 Jul 15 14:07:05.670993 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 52722) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:07:05.688213 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73871042-85a2-4011-adc0-3bc8367957fc tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6578012-ea02-42c6-9866-f74b2c90f001,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:05.694944 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.api.v2.resource [None req-e9aabb40-49bc-4350-b33d-a603ed930beb tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] show failed (client error): The resource could not be found. Jul 15 14:07:05.696807 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-e9aabb40-49bc-4350-b33d-a603ed930beb tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "GET /v2.0/security-groups/a6578012-ea02-42c6-9866-f74b2c90f001 HTTP/1.1" status: 404 len: 347 time: 0.0228417 Jul 15 14:07:05.698934 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 52728) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:07:05.901561 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-83f6b728-5b75-4016-96a4-a69d9d8fb8fe tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Deleting port 9dd13b7b-5824-4744-bdb8-72d01904a1d7 {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:07:05.901907 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-83f6b728-5b75-4016-96a4-a69d9d8fb8fe tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (9dd13b7b-5824-4744-bdb8-72d01904a1d7), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:05.904275 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ade25d-035e-4fd6-9bd2-f0b12810348c req-0ae9b4bb-095a-4f46-b18e-7f74fff111ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:05.905856 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-98ade25d-035e-4fd6-9bd2-f0b12810348c req-0ae9b4bb-095a-4f46-b18e-7f74fff111ff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c160b9f06dad4ee98349dbc63131c20d&device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 1130 time: 0.1050568 Jul 15 14:07:05.924025 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b50ee7-18c8-4d58-bb15-356215e1860d req-422b0a38-3f7c-444b-8fbe-195459dd3f3b tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:05.925648 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-93b50ee7-18c8-4d58-bb15-356215e1860d req-422b0a38-3f7c-444b-8fbe-195459dd3f3b tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 946 time: 0.0539355 Jul 15 14:07:05.980787 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-93b50ee7-18c8-4d58-bb15-356215e1860d req-4e29e5a0-7460-4a6c-8646-fc08c200caae tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc90dd3c-5f93-4a9b-a566-083482f307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473306 Jul 15 14:07:06.052823 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-83f6b728-5b75-4016-96a4-a69d9d8fb8fe tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (9dd13b7b-5824-4744-bdb8-72d01904a1d7), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:06.053158 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-83f6b728-5b75-4016-96a4-a69d9d8fb8fe tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks [] for floatingip (9dd13b7b-5824-4744-bdb8-72d01904a1d7), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:06.078596 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-83f6b728-5b75-4016-96a4-a69d9d8fb8fe tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Calling delete_port for 9dd13b7b-5824-4744-bdb8-72d01904a1d7 owned by network:floatingip {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:07:06.083354 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ade25d-035e-4fd6-9bd2-f0b12810348c req-f1620ee8-c911-4190-a27a-7f5ce2c58a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:06.084893 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-98ade25d-035e-4fd6-9bd2-f0b12810348c req-f1620ee8-c911-4190-a27a-7f5ce2c58a49 service neutron] 10.222.0.64 "GET /v2.0/networks?id=68380afb-92df-4e5a-adc7-5f1834064646 HTTP/1.1" status: 200 len: 917 time: 0.1683273 Jul 15 14:07:06.204095 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-98ade25d-035e-4fd6-9bd2-f0b12810348c req-7af03f20-c658-4902-a072-d0da9c3b2bae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f363e19e-f4b1-40d5-a9a0-b2499a7aa619 HTTP/1.1" status: 200 len: 1002 time: 0.1074553 Jul 15 14:07:06.278447 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ade25d-035e-4fd6-9bd2-f0b12810348c req-59ef9e0d-3fd5-48e9-9955-243a2b66043f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:06.280508 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-98ade25d-035e-4fd6-9bd2-f0b12810348c req-59ef9e0d-3fd5-48e9-9955-243a2b66043f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=df9e13f7-b2b8-4f61-84bd-25765312a9d7 HTTP/1.1" status: 200 len: 855 time: 0.0639615 Jul 15 14:07:06.336011 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:06.358799 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ade25d-035e-4fd6-9bd2-f0b12810348c req-3a0e0df9-acf9-4595-8050-8595feefddac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:06.360734 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-98ade25d-035e-4fd6-9bd2-f0b12810348c req-3a0e0df9-acf9-4595-8050-8595feefddac service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=68380afb-92df-4e5a-adc7-5f1834064646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0596874 Jul 15 14:07:06.361749 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-83f6b728-5b75-4016-96a4-a69d9d8fb8fe tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (9dd13b7b-5824-4744-bdb8-72d01904a1d7), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:06.394409 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f6b728-5b75-4016-96a4-a69d9d8fb8fe tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Pushing event deleted for resources: {'Port': ['ID=9dd13b7b-5824-4744-bdb8-72d01904a1d7,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:06.435857 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:06.519127 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-83f6b728-5b75-4016-96a4-a69d9d8fb8fe tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks [] for floatingip (17317587-a931-46ed-8805-1dc8734b7091), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:06.521913 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-83f6b728-5b75-4016-96a4-a69d9d8fb8fe tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for floatingip (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:06.523061 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-83f6b728-5b75-4016-96a4-a69d9d8fb8fe tempest-AttachVolumeTestJSON-198939433 tempest-AttachVolumeTestJSON-198939433-project] 10.222.0.16 "DELETE /v2.0/floatingips/17317587-a931-46ed-8805-1dc8734b7091 HTTP/1.1" status: 204 len: 168 time: 0.8232031 Jul 15 14:07:06.545240 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-98ade25d-035e-4fd6-9bd2-f0b12810348c req-071d0249-3ab1-41fc-aa2e-e0d365a7c426 service neutron] 10.222.0.64 "GET /v2.0/networks/68380afb-92df-4e5a-adc7-5f1834064646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583011 Jul 15 14:07:06.654900 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-98ade25d-035e-4fd6-9bd2-f0b12810348c req-e4ed0df3-9343-4075-bc2e-f29dd93dd8fc service neutron] 10.222.0.64 "GET /v2.0/networks/68380afb-92df-4e5a-adc7-5f1834064646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000235 Jul 15 14:07:07.114368 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6c0d6-c148-47ba-9f87-4a3261f05ae3 req-7b87f196-7762-4413-a373-748d04465601 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:07.116105 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4bd6c0d6-c148-47ba-9f87-4a3261f05ae3 req-7b87f196-7762-4413-a373-748d04465601 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 946 time: 0.0514009 Jul 15 14:07:07.171921 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4bd6c0d6-c148-47ba-9f87-4a3261f05ae3 req-0d4276c1-4d84-47c5-95c5-b28701dbb59a tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc90dd3c-5f93-4a9b-a566-083482f307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500362 Jul 15 14:07:08.020193 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device f363e19e-f4b1-40d5-a9a0-b2499a7aa619 no longer exists at agent hyperv_hv-cinder-85000 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:07:08.094383 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Current status of the port f363e19e-f4b1-40d5-a9a0-b2499a7aa619 is: ACTIVE; New status is: DOWN {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:07:08.094773 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (f363e19e-f4b1-40d5-a9a0-b2499a7aa619), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:08.122051 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f26be6-7c18-4f85-bf8c-dfd0311b69d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f363e19e-f4b1-40d5-a9a0-b2499a7aa619'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:07:08.124879 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c4b0ce05359387fb1b8f2741601f150af1cafc779f59aaec505bdecc1202ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b22ffe-1eb0-4a65-9824-f4964ff1cc1f" -d '{"events": [{"server_uuid": "12f26be6-7c18-4f85-bf8c-dfd0311b69d0", "name": "network-vif-unplugged", "status": "completed", "tag": "f363e19e-f4b1-40d5-a9a0-b2499a7aa619"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:07:08.137364 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port f363e19e-f4b1-40d5-a9a0-b2499a7aa619, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=f363e19e-f4b1-40d5-a9a0-b2499a7aa619,segment=NetworkSegment(6120fc8a-8d07-42e8-bbb1-497afed6cae1),segment_id=6120fc8a-8d07-42e8-bbb1-497afed6cae1)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:07:08.141645 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (f363e19e-f4b1-40d5-a9a0-b2499a7aa619), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:08.163843 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Jul 2022 14:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560f2496-c752-4db1-8110-b3f4842cfe77 x-openstack-request-id: req-560f2496-c752-4db1-8110-b3f4842cfe77 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:07:08.164163 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f26be6-7c18-4f85-bf8c-dfd0311b69d0", "name": "network-vif-unplugged", "status": "completed", "tag": "f363e19e-f4b1-40d5-a9a0-b2499a7aa619", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:07:08.164464 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-560f2496-c752-4db1-8110-b3f4842cfe77 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:07:08.165199 dv-cinder-850002-1-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-560f2496-c752-4db1-8110-b3f4842cfe77'] response: {'server_uuid': '12f26be6-7c18-4f85-bf8c-dfd0311b69d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f363e19e-f4b1-40d5-a9a0-b2499a7aa619', 'code': 200} Jul 15 14:07:08.196240 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Pushing event updated for resources: {'Port': ['ID=f363e19e-f4b1-40d5-a9a0-b2499a7aa619,revision_number=8']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:08.265085 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:08.290173 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:08.305772 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198a6a7-f561-471e-ab39-a5136b308c87 req-b7033961-e6cb-4947-9f50-14a516482fc2 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:08.307401 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c198a6a7-f561-471e-ab39-a5136b308c87 req-b7033961-e6cb-4947-9f50-14a516482fc2 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 944 time: 0.0505977 Jul 15 14:07:08.361113 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c198a6a7-f561-471e-ab39-a5136b308c87 req-1d9537cf-d1b6-45f5-83d2-a99ce365975a tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc90dd3c-5f93-4a9b-a566-083482f307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472956 Jul 15 14:07:08.591044 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 52870) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:07:08.729321 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-d60cc327-0155-4895-8384-b5feadf75d0f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a63341c013394ac29ff8405711b0d6d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1370275 Jul 15 14:07:08.731768 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 52874) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:07:08.781509 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f887a211-25ae-4c71-9ab1-feaf7f9a120b admin admin] Publish callbacks [] for security_group (f08cd347-6b8d-43f7-9d17-4c11a243ac3c), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:08.803257 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f887a211-25ae-4c71-9ab1-feaf7f9a120b admin admin] Publish callbacks [] for security_group (f08cd347-6b8d-43f7-9d17-4c11a243ac3c), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:08.857119 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f887a211-25ae-4c71-9ab1-feaf7f9a120b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (f08cd347-6b8d-43f7-9d17-4c11a243ac3c), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:08.860057 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f887a211-25ae-4c71-9ab1-feaf7f9a120b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:08.861253 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-f887a211-25ae-4c71-9ab1-feaf7f9a120b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f08cd347-6b8d-43f7-9d17-4c11a243ac3c HTTP/1.1" status: 204 len: 168 time: 0.1283216 Jul 15 14:07:08.869433 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f887a211-25ae-4c71-9ab1-feaf7f9a120b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08cd347-6b8d-43f7-9d17-4c11a243ac3c,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:09.492415 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1353d473-8178-4ea3-bb0a-3488fdab1a04 req-c950ff13-69d6-49cc-9c22-b1992cf942d6 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:09.493926 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1353d473-8178-4ea3-bb0a-3488fdab1a04 req-c950ff13-69d6-49cc-9c22-b1992cf942d6 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 944 time: 0.0503654 Jul 15 14:07:09.542205 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1353d473-8178-4ea3-bb0a-3488fdab1a04 req-aabc1d4d-35ea-4658-80ae-00a9de4d3c31 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc90dd3c-5f93-4a9b-a566-083482f307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421779 Jul 15 14:07:10.158383 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 52946) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:07:10.628451 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [req-7bebaba4-62f1-466f-b126-96c119a70f25 req-be75dc7e-9b5d-4385-a104-ebf4f9e4d8ef service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103882) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 15 14:07:10.629531 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7bebaba4-62f1-466f-b126-96c119a70f25 req-be75dc7e-9b5d-4385-a104-ebf4f9e4d8ef service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0623832 Jul 15 14:07:10.757962 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-38f16f88-2b27-4db1-b188-44ba5e0ac903 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452826'] for router_interface (c8e96d0e-648d-442b-bc98-b731e809055f), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:10.812434 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1035ba5a-3465-4443-b517-259ad0edbac3 req-90b84316-47a2-4dac-95a2-bbd00bf3fce2 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:10.814083 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1035ba5a-3465-4443-b517-259ad0edbac3 req-90b84316-47a2-4dac-95a2-bbd00bf3fce2 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 944 time: 0.0648189 Jul 15 14:07:10.867761 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-58dc0fdf-abcc-4f27-80e4-df82d5e22d77 req-8d726142-8c62-4a5f-949a-38dfe5157bcf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0690541 Jul 15 14:07:10.891964 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1035ba5a-3465-4443-b517-259ad0edbac3 req-4668b5c9-faf5-4ff5-8938-49a956ad9f7d tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc90dd3c-5f93-4a9b-a566-083482f307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565870 Jul 15 14:07:10.969768 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc0fdf-abcc-4f27-80e4-df82d5e22d77 req-7225feec-8be5-4671-804a-45a77b90c108 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:10.971132 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-58dc0fdf-abcc-4f27-80e4-df82d5e22d77 req-7225feec-8be5-4671-804a-45a77b90c108 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports/f363e19e-f4b1-40d5-a9a0-b2499a7aa619 HTTP/1.1" status: 200 len: 941 time: 0.0578129 Jul 15 14:07:11.034522 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-38f16f88-2b27-4db1-b188-44ba5e0ac903 admin admin] Deleting port ea4f84ba-5bfd-47fe-9703-83b27b93d1ae {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:07:11.034866 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-38f16f88-2b27-4db1-b188-44ba5e0ac903 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (ea4f84ba-5bfd-47fe-9703-83b27b93d1ae), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:11.103729 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:11.125556 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [None req-38f16f88-2b27-4db1-b188-44ba5e0ac903 admin admin] For port ea4f84ba-5bfd-47fe-9703-83b27b93d1ae, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=ea4f84ba-5bfd-47fe-9703-83b27b93d1ae,segment=NetworkSegment(5785ea6f-9dc2-4ba6-8569-ab8ef09f42b4),segment_id=5785ea6f-9dc2-4ba6-8569-ab8ef09f42b4)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:07:11.125921 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-38f16f88-2b27-4db1-b188-44ba5e0ac903 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (ea4f84ba-5bfd-47fe-9703-83b27b93d1ae), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:11.139462 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-38f16f88-2b27-4db1-b188-44ba5e0ac903 admin admin] Calling delete_port for ea4f84ba-5bfd-47fe-9703-83b27b93d1ae owned by network:router_interface {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:07:11.147687 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=100 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:11.329856 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-38f16f88-2b27-4db1-b188-44ba5e0ac903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (ea4f84ba-5bfd-47fe-9703-83b27b93d1ae), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:11.368689 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f16f88-2b27-4db1-b188-44ba5e0ac903 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea4f84ba-5bfd-47fe-9703-83b27b93d1ae,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:11.581106 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-38f16f88-2b27-4db1-b188-44ba5e0ac903 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452726'] for router_interface (c8e96d0e-648d-442b-bc98-b731e809055f), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:11.814919 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f16f88-2b27-4db1-b188-44ba5e0ac903 admin admin] Router c8e96d0e-648d-442b-bc98-b731e809055f has already been hosted by L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 14:07:11.934500 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc0fdf-abcc-4f27-80e4-df82d5e22d77 req-ca7fc305-8881-497f-84c4-23ed15267f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:11.936303 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-58dc0fdf-abcc-4f27-80e4-df82d5e22d77 req-ca7fc305-8881-497f-84c4-23ed15267f5f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0&tenant_id=c160b9f06dad4ee98349dbc63131c20d HTTP/1.1" status: 200 len: 1128 time: 0.0760877 Jul 15 14:07:11.969780 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f16f88-2b27-4db1-b188-44ba5e0ac903 admin admin] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:07:11.980681 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-38f16f88-2b27-4db1-b188-44ba5e0ac903 admin admin] 10.222.0.16 "PUT /v2.0/routers/c8e96d0e-648d-442b-bc98-b731e809055f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8113563 Jul 15 14:07:11.981061 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 52986) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:07:11.989516 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ff209c-a16d-4056-a574-91389c489a39 None None] Sync routers for ids ['c8e96d0e-648d-442b-bc98-b731e809055f'] in dv-cinder-850002-1-iscsi {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:07:11.994646 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:12.015510 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ff209c-a16d-4056-a574-91389c489a39 None None] Routers {'c8e96d0e-648d-442b-bc98-b731e809055f'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:07:12.016551 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-47ff209c-a16d-4056-a574-91389c489a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:06:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['c8e96d0e-648d-442b-bc98-b731e809055f'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:12.036140 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b762d27-c663-48ab-9c62-6acefa07b018 req-b8cf8718-0588-4619-afe4-1657b1ac08c3 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:12.040992 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5b762d27-c663-48ab-9c62-6acefa07b018 req-b8cf8718-0588-4619-afe4-1657b1ac08c3 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 944 time: 0.0694187 Jul 15 14:07:12.088798 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5b762d27-c663-48ab-9c62-6acefa07b018 req-0ac6fc1e-25db-4b50-8bfa-4e51a8595feb tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc90dd3c-5f93-4a9b-a566-083482f307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452878 Jul 15 14:07:12.089270 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-19839d83-15be-42ec-9594-d6da07e37d1c admin admin] Publish callbacks [] for router (c8e96d0e-648d-442b-bc98-b731e809055f), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:12.090795 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:12.131399 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-47ff209c-a16d-4056-a574-91389c489a39 None None] Set router c8e96d0e-648d-442b-bc98-b731e809055f gateway port host: dv-cinder-850002-1-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:07:12.169312 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:12.200088 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-19839d83-15be-42ec-9594-d6da07e37d1c admin admin] Publish callbacks [] for router_gateway (c8e96d0e-648d-442b-bc98-b731e809055f), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:12.241670 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-19839d83-15be-42ec-9594-d6da07e37d1c admin admin] Deleting port 51ca6a67-2692-4d78-84ff-22808c27154c {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:07:12.241895 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:12.242023 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-19839d83-15be-42ec-9594-d6da07e37d1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (51ca6a67-2692-4d78-84ff-22808c27154c), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:12.265754 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:12.306266 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-47ff209c-a16d-4056-a574-91389c489a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e96d0e-648d-442b-bc98-b731e809055f', 'name': 'tempest-AttachVolumeTestJSON-182516732-router', 'tenant_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '51ca6a67-2692-4d78-84ff-22808c27154c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:56Z', 'updated_at': '2022-07-15T14:07:11Z', 'revision_number': 5, 'project_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'gw_port': {'id': '51ca6a67-2692-4d78-84ff-22808c27154c', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e96d0e-648d-442b-bc98-b731e809055f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:57Z', 'updated_at': '2022-07-15T14:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi'}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:12.325689 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [None req-19839d83-15be-42ec-9594-d6da07e37d1c admin admin] For port 51ca6a67-2692-4d78-84ff-22808c27154c, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=51ca6a67-2692-4d78-84ff-22808c27154c,segment=NetworkSegment(4890d217-1662-4526-a7d0-b4e3cb182093),segment_id=4890d217-1662-4526-a7d0-b4e3cb182093)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:07:12.326870 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-19839d83-15be-42ec-9594-d6da07e37d1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (51ca6a67-2692-4d78-84ff-22808c27154c), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:12.333837 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ff209c-a16d-4056-a574-91389c489a39 None None] Checking router: c8e96d0e-648d-442b-bc98-b731e809055f for host: dv-cinder-850002-1-iscsi {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:07:12.339878 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-19839d83-15be-42ec-9594-d6da07e37d1c admin admin] Calling delete_port for 51ca6a67-2692-4d78-84ff-22808c27154c owned by network:router_gateway {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:07:12.342919 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ff209c-a16d-4056-a574-91389c489a39 None None] Routers {'c8e96d0e-648d-442b-bc98-b731e809055f'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:07:12.343532 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-47ff209c-a16d-4056-a574-91389c489a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:06:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['c8e96d0e-648d-442b-bc98-b731e809055f'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:12.428003 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-47ff209c-a16d-4056-a574-91389c489a39 None None] Set router c8e96d0e-648d-442b-bc98-b731e809055f gateway port host: None {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:07:12.478265 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-47ff209c-a16d-4056-a574-91389c489a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e96d0e-648d-442b-bc98-b731e809055f', 'name': 'tempest-AttachVolumeTestJSON-182516732-router', 'tenant_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:56Z', 'updated_at': '2022-07-15T14:07:12Z', 'revision_number': 6, 'project_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'gw_port_host': None}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:12.504754 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-19839d83-15be-42ec-9594-d6da07e37d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (51ca6a67-2692-4d78-84ff-22808c27154c), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:12.507480 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ff209c-a16d-4056-a574-91389c489a39 None None] The sync data for ids ['c8e96d0e-648d-442b-bc98-b731e809055f'] in dv-cinder-850002-1-iscsi is: [{'id': 'c8e96d0e-648d-442b-bc98-b731e809055f', 'name': 'tempest-AttachVolumeTestJSON-182516732-router', 'tenant_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:56Z', 'updated_at': '2022-07-15T14:07:12Z', 'revision_number': 6, 'project_id': 'c8778d5da3de4c4dbae5d24842b359bc', 'gw_port_host': None}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:07:12.530665 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19839d83-15be-42ec-9594-d6da07e37d1c admin admin] Pushing event deleted for resources: {'Port': ['ID=51ca6a67-2692-4d78-84ff-22808c27154c,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:12.594850 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-19839d83-15be-42ec-9594-d6da07e37d1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-452435'] for router_gateway (c8e96d0e-648d-442b-bc98-b731e809055f), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:12.801940 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device f363e19e-f4b1-40d5-a9a0-b2499a7aa619 no longer exists at agent hyperv_hv-cinder-85000 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:07:12.878670 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Current status of the port f363e19e-f4b1-40d5-a9a0-b2499a7aa619 is: DOWN; New status is: DOWN {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:07:12.982571 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-19839d83-15be-42ec-9594-d6da07e37d1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6549'] for router (c8e96d0e-648d-442b-bc98-b731e809055f), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:12.986711 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-19839d83-15be-42ec-9594-d6da07e37d1c admin admin] Publish callbacks [] for router_controller (c8e96d0e-648d-442b-bc98-b731e809055f), precommit_delete_associations {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:12.990829 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc0fdf-abcc-4f27-80e4-df82d5e22d77 req-82e3fedb-84d1-4074-bd7d-829db623ebaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:12.992330 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-58dc0fdf-abcc-4f27-80e4-df82d5e22d77 req-82e3fedb-84d1-4074-bd7d-829db623ebaf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c160b9f06dad4ee98349dbc63131c20d&device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 1128 time: 0.0984452 Jul 15 14:07:13.061698 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-19839d83-15be-42ec-9594-d6da07e37d1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-458408'] for router (c8e96d0e-648d-442b-bc98-b731e809055f), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:13.062484 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19839d83-15be-42ec-9594-d6da07e37d1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8e96d0e-648d-442b-bc98-b731e809055f {{(pid=103881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:07:13.069258 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-19839d83-15be-42ec-9594-d6da07e37d1c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:13.071114 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-19839d83-15be-42ec-9594-d6da07e37d1c admin admin] 10.222.0.16 "DELETE /v2.0/routers/c8e96d0e-648d-442b-bc98-b731e809055f HTTP/1.1" status: 204 len: 168 time: 1.0885079 Jul 15 14:07:13.074984 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 52990) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:07:13.121979 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_v2 [None req-799b18ef-63e0-40ba-a084-c7376de0d422 admin admin] Deleting subnet f6331ee6-fa4c-4f22-93e9-8635c17820f0 {{(pid=103881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 15 14:07:13.125160 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-799b18ef-63e0-40ba-a084-c7376de0d422 admin admin] Publish callbacks [] for subnet (f6331ee6-fa4c-4f22-93e9-8635c17820f0), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:13.163106 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-799b18ef-63e0-40ba-a084-c7376de0d422 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524186'] for subnet (f6331ee6-fa4c-4f22-93e9-8635c17820f0), precommit_delete_associations {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:13.225357 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2efa98-cb7f-414b-99e1-b42b3d7043c9 req-3ed6050a-4ecf-41d2-ab42-a8f765bb756a tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:13.226858 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2b2efa98-cb7f-414b-99e1-b42b3d7043c9 req-3ed6050a-4ecf-41d2-ab42-a8f765bb756a tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 944 time: 0.0525200 Jul 15 14:07:13.250909 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:13.252536 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-799b18ef-63e0-40ba-a084-c7376de0d422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7811561'] for subnet (f6331ee6-fa4c-4f22-93e9-8635c17820f0), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:13.281029 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2b2efa98-cb7f-414b-99e1-b42b3d7043c9 req-440987f0-1eb1-4809-b103-5c3e5d2520c4 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc90dd3c-5f93-4a9b-a566-083482f307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471485 Jul 15 14:07:13.314983 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-799b18ef-63e0-40ba-a084-c7376de0d422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7811472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3268440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59476154'] for subnet (f6331ee6-fa4c-4f22-93e9-8635c17820f0), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:13.338898 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b18ef-63e0-40ba-a084-c7376de0d422 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6331ee6-fa4c-4f22-93e9-8635c17820f0,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:13.344539 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-799b18ef-63e0-40ba-a084-c7376de0d422 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for subnet (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:13.347679 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-799b18ef-63e0-40ba-a084-c7376de0d422 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f6331ee6-fa4c-4f22-93e9-8635c17820f0 HTTP/1.1" status: 204 len: 168 time: 0.2717352 Jul 15 14:07:13.350521 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 52994) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:07:13.355487 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a56636-7abe-41b3-9f2a-bb904c458565 None None] Network 0460551c-e776-41db-9da0-199d4897f65f requested from dv-cinder-850002-1-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 14:07:13.383547 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:DELETE=7 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:13.428932 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-39b259b4-6ca7-4b75-8f19-579f95cf8705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (6c40ee43-5406-4a95-b7b4-11b32ddced25), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:13.435273 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a13c2d26-9d5b-486c-9a1b-2ab29798efc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7936400'] for network (0460551c-e776-41db-9da0-199d4897f65f), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:13.469785 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 51ca6a67-2692-4d78-84ff-22808c27154c no longer exists at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:07:13.488052 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-a13c2d26-9d5b-486c-9a1b-2ab29798efc4 admin admin] Deleting port 542518b0-a240-478b-a9c0-ae2c1ab03e6e {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:07:13.488419 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a13c2d26-9d5b-486c-9a1b-2ab29798efc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (542518b0-a240-478b-a9c0-ae2c1ab03e6e), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:13.494766 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] No Port match for: 51ca6a67-2692-4d78-84ff-22808c27154c {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 15 14:07:13.495118 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 51ca6a67-2692-4d78-84ff-22808c27154c not bound to the agent host dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:07:13.495545 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device ea4f84ba-5bfd-47fe-9703-83b27b93d1ae no longer exists at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:07:13.516936 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] No Port match for: ea4f84ba-5bfd-47fe-9703-83b27b93d1ae {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 15 14:07:13.517285 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device ea4f84ba-5bfd-47fe-9703-83b27b93d1ae not bound to the agent host dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:07:13.558269 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [None req-a13c2d26-9d5b-486c-9a1b-2ab29798efc4 admin admin] For port 542518b0-a240-478b-a9c0-ae2c1ab03e6e, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=542518b0-a240-478b-a9c0-ae2c1ab03e6e,segment=NetworkSegment(5785ea6f-9dc2-4ba6-8569-ab8ef09f42b4),segment_id=5785ea6f-9dc2-4ba6-8569-ab8ef09f42b4)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:07:13.558636 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a13c2d26-9d5b-486c-9a1b-2ab29798efc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (542518b0-a240-478b-a9c0-ae2c1ab03e6e), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:13.565152 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbed7958-4b18-4df3-b002-882ac0a43c39 None None] DHCP port deletion for 0460551c-e776-41db-9da0-199d4897f65f request from dv-cinder-850002-1-iscsi {{(pid=103883) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 15 14:07:13.573716 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-a13c2d26-9d5b-486c-9a1b-2ab29798efc4 admin admin] Calling delete_port for 542518b0-a240-478b-a9c0-ae2c1ab03e6e owned by network:dhcp {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:07:13.606825 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-cbed7958-4b18-4df3-b002-882ac0a43c39 None None] Deleting port 542518b0-a240-478b-a9c0-ae2c1ab03e6e {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:07:13.607205 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-cbed7958-4b18-4df3-b002-882ac0a43c39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (542518b0-a240-478b-a9c0-ae2c1ab03e6e), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:13.672838 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-cbed7958-4b18-4df3-b002-882ac0a43c39 None None] For port 542518b0-a240-478b-a9c0-ae2c1ab03e6e, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=542518b0-a240-478b-a9c0-ae2c1ab03e6e,segment=NetworkSegment(5785ea6f-9dc2-4ba6-8569-ab8ef09f42b4),segment_id=5785ea6f-9dc2-4ba6-8569-ab8ef09f42b4)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:07:13.673222 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-cbed7958-4b18-4df3-b002-882ac0a43c39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (542518b0-a240-478b-a9c0-ae2c1ab03e6e), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:13.685966 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-cbed7958-4b18-4df3-b002-882ac0a43c39 None None] Calling delete_port for 542518b0-a240-478b-a9c0-ae2c1ab03e6e owned by network:dhcp {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:07:13.727634 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc0fdf-abcc-4f27-80e4-df82d5e22d77 req-98dfaf47-b3ee-4b12-83c7-97b1bb39c702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:13.729268 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-58dc0fdf-abcc-4f27-80e4-df82d5e22d77 req-98dfaf47-b3ee-4b12-83c7-97b1bb39c702 service neutron] 10.222.0.64 "GET /v2.0/networks?id=68380afb-92df-4e5a-adc7-5f1834064646 HTTP/1.1" status: 200 len: 917 time: 0.1126299 Jul 15 14:07:13.730314 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a13c2d26-9d5b-486c-9a1b-2ab29798efc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (542518b0-a240-478b-a9c0-ae2c1ab03e6e), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:13.758152 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13c2d26-9d5b-486c-9a1b-2ab29798efc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=542518b0-a240-478b-a9c0-ae2c1ab03e6e,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:13.759947 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13c2d26-9d5b-486c-9a1b-2ab29798efc4 admin admin] No DVR routers for this DVR port 542518b0-a240-478b-a9c0-ae2c1ab03e6e on host dv-cinder-850002-1-iscsi {{(pid=103881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 15 14:07:13.765420 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-cbed7958-4b18-4df3-b002-882ac0a43c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204'] for port (542518b0-a240-478b-a9c0-ae2c1ab03e6e), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:13.790328 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbed7958-4b18-4df3-b002-882ac0a43c39 None None] Pushing event deleted for resources: {'Port': ['ID=542518b0-a240-478b-a9c0-ae2c1ab03e6e,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:13.794027 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbed7958-4b18-4df3-b002-882ac0a43c39 None None] No DVR routers for this DVR port 542518b0-a240-478b-a9c0-ae2c1ab03e6e on host dv-cinder-850002-1-iscsi {{(pid=103883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 15 14:07:13.838863 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a13c2d26-9d5b-486c-9a1b-2ab29798efc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7814826', 'neutron.services.segments.db._delete_segments_for_network-8774722533663'] for network (0460551c-e776-41db-9da0-199d4897f65f), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:13.860129 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.services.segments.db [None req-a13c2d26-9d5b-486c-9a1b-2ab29798efc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0460551c-e776-41db-9da0-199d4897f65f']}} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:13.869917 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.services.segments.db [None req-a13c2d26-9d5b-486c-9a1b-2ab29798efc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5785ea6f-9dc2-4ba6-8569-ab8ef09f42b4') {'for_net_delete': True} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:13.870211 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.services.segments.db [None req-a13c2d26-9d5b-486c-9a1b-2ab29798efc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5785ea6f-9dc2-4ba6-8569-ab8ef09f42b4') {} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:13.880681 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a13c2d26-9d5b-486c-9a1b-2ab29798efc4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774722502184', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524181'] for segment (5785ea6f-9dc2-4ba6-8569-ab8ef09f42b4), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:13.894168 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a13c2d26-9d5b-486c-9a1b-2ab29798efc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7753414'] for segment (5785ea6f-9dc2-4ba6-8569-ab8ef09f42b4), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:13.900802 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a13c2d26-9d5b-486c-9a1b-2ab29798efc4 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=103881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:07:13.901231 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a13c2d26-9d5b-486c-9a1b-2ab29798efc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7753414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3268282'] for segment (5785ea6f-9dc2-4ba6-8569-ab8ef09f42b4), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:13.968562 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a13c2d26-9d5b-486c-9a1b-2ab29798efc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7814819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452470'] for network (0460551c-e776-41db-9da0-199d4897f65f), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:13.974914 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a13c2d26-9d5b-486c-9a1b-2ab29798efc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for network (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:13.977984 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-a13c2d26-9d5b-486c-9a1b-2ab29798efc4 admin admin] 10.222.0.16 "DELETE /v2.0/networks/0460551c-e776-41db-9da0-199d4897f65f HTTP/1.1" status: 204 len: 168 time: 0.6263082 Jul 15 14:07:13.990304 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13c2d26-9d5b-486c-9a1b-2ab29798efc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0460551c-e776-41db-9da0-199d4897f65f,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:14.068969 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.services.segments.plugin [-] Segment 5785ea6f-9dc2-4ba6-8569-ab8ef09f42b4 resource provider aggregate not found Jul 15 14:07:14.086296 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.services.segments.plugin [-] Segment 5785ea6f-9dc2-4ba6-8569-ab8ef09f42b4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5785ea6f-9dc2-4ba6-8569-ab8ef09f42b4 found for delete ", "request_id": "req-2dab58a7-12fd-4bd2-b6b2-7c25c48c35ad"}]} Jul 15 14:07:14.120245 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 53006) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:07:14.160861 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-44937a2a-abe2-4be4-bc50-457120e2ef11 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c8778d5da3de4c4dbae5d24842b359bc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0394003 Jul 15 14:07:14.163349 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 53008) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:07:14.210963 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-06a2aee2-0844-4198-895f-bfc0e099274e admin admin] Publish callbacks [] for security_group (791c2757-515f-4f85-9fb4-38a8561189f0), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:14.221729 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:14.234817 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-06a2aee2-0844-4198-895f-bfc0e099274e admin admin] Publish callbacks [] for security_group (791c2757-515f-4f85-9fb4-38a8561189f0), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:14.285865 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-06a2aee2-0844-4198-895f-bfc0e099274e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (791c2757-515f-4f85-9fb4-38a8561189f0), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:14.288827 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-06a2aee2-0844-4198-895f-bfc0e099274e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:14.290237 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-06a2aee2-0844-4198-895f-bfc0e099274e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/791c2757-515f-4f85-9fb4-38a8561189f0 HTTP/1.1" status: 204 len: 168 time: 0.1258261 Jul 15 14:07:14.300369 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a2aee2-0844-4198-895f-bfc0e099274e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=791c2757-515f-4f85-9fb4-38a8561189f0,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:14.414493 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c83370f-2298-42e6-9eb2-9033e821adae req-e6b1b9c2-c088-440f-aef1-eeec750f6c85 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:14.416860 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1c83370f-2298-42e6-9eb2-9033e821adae req-e6b1b9c2-c088-440f-aef1-eeec750f6c85 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 944 time: 0.0529165 Jul 15 14:07:14.466582 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1c83370f-2298-42e6-9eb2-9033e821adae req-fed673e8-9d2e-4bb9-8f13-96224a12a5a7 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc90dd3c-5f93-4a9b-a566-083482f307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437996 Jul 15 14:07:14.572722 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-58dc0fdf-abcc-4f27-80e4-df82d5e22d77 req-226be47a-c699-4355-8fec-2fcd3eec68bb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f363e19e-f4b1-40d5-a9a0-b2499a7aa619 HTTP/1.1" status: 200 len: 1000 time: 0.0636592 Jul 15 14:07:14.626108 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc0fdf-abcc-4f27-80e4-df82d5e22d77 req-4373bb78-bbfd-40c6-a385-0b1f907e6551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:14.627586 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-58dc0fdf-abcc-4f27-80e4-df82d5e22d77 req-4373bb78-bbfd-40c6-a385-0b1f907e6551 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=df9e13f7-b2b8-4f61-84bd-25765312a9d7 HTTP/1.1" status: 200 len: 855 time: 0.0458968 Jul 15 14:07:14.673568 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc0fdf-abcc-4f27-80e4-df82d5e22d77 req-83ff11c6-d755-4053-b03d-08c5445eb57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:14.675077 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-58dc0fdf-abcc-4f27-80e4-df82d5e22d77 req-83ff11c6-d755-4053-b03d-08c5445eb57a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=68380afb-92df-4e5a-adc7-5f1834064646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394485 Jul 15 14:07:14.721889 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:14.786408 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-58dc0fdf-abcc-4f27-80e4-df82d5e22d77 req-5225d737-2ce0-4078-9a56-104d1fd6a9ed service neutron] 10.222.0.64 "GET /v2.0/networks/68380afb-92df-4e5a-adc7-5f1834064646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016490 Jul 15 14:07:14.894928 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-58dc0fdf-abcc-4f27-80e4-df82d5e22d77 req-5ba655c0-cdd4-4447-b5be-94d07dc6707b service neutron] 10.222.0.64 "GET /v2.0/networks/68380afb-92df-4e5a-adc7-5f1834064646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023757 Jul 15 14:07:14.897250 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:14.927148 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=13 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:15.040072 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 53044) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:07:15.199496 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-ef7bc272-8be9-43f1-a12f-b3f6fc04c140 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-947777848-network', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:07:15.222974 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7bc272-8be9-43f1-a12f-b3f6fc04c140 admin admin] Made reservation on behalf of 26daacf03c844ff8a7546dfe3b36d8bb for: {'network': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:07:15.225525 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ef7bc272-8be9-43f1-a12f-b3f6fc04c140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for network (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:15.238121 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ef7bc272-8be9-43f1-a12f-b3f6fc04c140 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:15.311518 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:15.322849 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:15.334304 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ef7bc272-8be9-43f1-a12f-b3f6fc04c140 admin admin] Publish callbacks [] for security_group (f7acfe23-d32f-448d-a477-3aa77a010fad), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:15.339023 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ef7bc272-8be9-43f1-a12f-b3f6fc04c140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (f7acfe23-d32f-448d-a477-3aa77a010fad), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:15.369602 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef7bc272-8be9-43f1-a12f-b3f6fc04c140 admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=103882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:07:15.375537 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7bc272-8be9-43f1-a12f-b3f6fc04c140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7acfe23-d32f-448d-a477-3aa77a010fad,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:15.389231 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ef7bc272-8be9-43f1-a12f-b3f6fc04c140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7753414'] for segment (a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:15.389503 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.db.segments_db [None req-ef7bc272-8be9-43f1-a12f-b3f6fc04c140 admin admin] Added segment a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7 of type vlan for network 98015688-617a-4c97-89d4-c0de9e353bb5 Jul 15 14:07:15.438404 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ef7bc272-8be9-43f1-a12f-b3f6fc04c140 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774722052666'] for network (98015688-617a-4c97-89d4-c0de9e353bb5), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:15.476550 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ef7bc272-8be9-43f1-a12f-b3f6fc04c140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794'] for network (98015688-617a-4c97-89d4-c0de9e353bb5), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:15.476809 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 542518b0-a240-478b-a9c0-ae2c1ab03e6e no longer exists at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:07:15.478409 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7bc272-8be9-43f1-a12f-b3f6fc04c140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:15.479361 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ef7bc272-8be9-43f1-a12f-b3f6fc04c140 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for network (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:15.508493 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] No Port match for: 542518b0-a240-478b-a9c0-ae2c1ab03e6e {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 15 14:07:15.509325 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 542518b0-a240-478b-a9c0-ae2c1ab03e6e not bound to the agent host dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:07:15.570589 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 53068) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:07:15.573904 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-ef7bc272-8be9-43f1-a12f-b3f6fc04c140 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.5319066 Jul 15 14:07:15.577219 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-5cb1ffae-60c2-4dca-8e9b-1b691049e85b admin admin] Request body: {'subnet': {'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-947777848-subnet', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:07:15.609857 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb1ffae-60c2-4dca-8e9b-1b691049e85b admin admin] Made reservation on behalf of 26daacf03c844ff8a7546dfe3b36d8bb for: {'subnet': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:07:15.615824 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5cb1ffae-60c2-4dca-8e9b-1b691049e85b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59476033'] for subnet (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:15.616036 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7bc272-8be9-43f1-a12f-b3f6fc04c140 admin admin] Pushing event updated for resources: {'Network': ['ID=98015688-617a-4c97-89d4-c0de9e353bb5,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:15.628580 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Network 98015688-617a-4c97-89d4-c0de9e353bb5 details requested by agent ovs-agent-dv-cinder-850002-1-iscsi with host dv-cinder-850002-1-iscsi {{(pid=103883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:07:15.708521 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1ded8-7b68-49a7-a8d5-6a5d96ac895b req-962298e3-6e7d-4938-8a24-39eb353dab71 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:15.716351 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6cb1ded8-7b68-49a7-a8d5-6a5d96ac895b req-962298e3-6e7d-4938-8a24-39eb353dab71 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 944 time: 0.0787139 Jul 15 14:07:15.777968 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6cb1ded8-7b68-49a7-a8d5-6a5d96ac895b req-917a152e-6156-4345-a42c-5b6cefd7b8c4 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc90dd3c-5f93-4a9b-a566-083482f307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575817 Jul 15 14:07:15.855373 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-54dceb16-6b6f-41a3-ba51-25769821322b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (f703993d-e678-48e2-a65c-4d8192af82e3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:15.914225 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5cb1ffae-60c2-4dca-8e9b-1b691049e85b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3268383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59476147'] for subnet (e9260d0b-edd3-47d2-82af-0f443bfabd45), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:15.991724 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb1ffae-60c2-4dca-8e9b-1b691049e85b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9260d0b-edd3-47d2-82af-0f443bfabd45,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:15.996750 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb1ffae-60c2-4dca-8e9b-1b691049e85b admin admin] Checking segment: {'id': 'a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:07:15.997135 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb1ffae-60c2-4dca-8e9b-1b691049e85b admin admin] Network hostable DHCP agents. Network: 98015688-617a-4c97-89d4-c0de9e353bb5, hostable agents: ['6c40ee43-5406-4a95-b7b4-11b32ddced25'], hosted agents: [] {{(pid=103881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:07:16.033998 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb1ffae-60c2-4dca-8e9b-1b691049e85b admin admin] Network 98015688-617a-4c97-89d4-c0de9e353bb5 is scheduled to be hosted by DHCP agent 6c40ee43-5406-4a95-b7b4-11b32ddced25 with binding_index 1 {{(pid=103881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:07:16.048885 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-5cb1ffae-60c2-4dca-8e9b-1b691049e85b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850002-1-iscsi, 98015688-617a-4c97-89d4-c0de9e353bb5) {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:07:16.056508 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb1ffae-60c2-4dca-8e9b-1b691049e85b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:16.057212 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5cb1ffae-60c2-4dca-8e9b-1b691049e85b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for subnet (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:16.060236 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2642e1c-6ce2-4bc9-9973-1ed08b49e405 None None] Network 98015688-617a-4c97-89d4-c0de9e353bb5 requested from dv-cinder-850002-1-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 14:07:16.079087 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-5cb1ffae-60c2-4dca-8e9b-1b691049e85b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5066521 Jul 15 14:07:16.081890 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 53074) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:07:16.086978 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-4367b37c-fe6f-4a9f-aa6c-66a9b31e79e9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-947777848-router', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'}}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:07:16.136304 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4367b37c-fe6f-4a9f-aa6c-66a9b31e79e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6535'] for router (bd8b2dd7-79a3-44de-b57d-5a43659ef752), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:16.141348 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4367b37c-fe6f-4a9f-aa6c-66a9b31e79e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451168', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6558'] for router (bd8b2dd7-79a3-44de-b57d-5a43659ef752), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:16.280104 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef74ce8-63e2-44cf-a080-1075e40251ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc234a0a-26a4-5646-a6f4-c567700ad66a-98015688-617a-4c97-89d4-c0de9e353bb5', 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5', 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'fixed_ips': [{'subnet_id': 'e9260d0b-edd3-47d2-82af-0f443bfabd45'}]}} from dv-cinder-850002-1-iscsi. {{(pid=103883) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 15 14:07:16.281433 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-9ef74ce8-63e2-44cf-a080-1075e40251ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:16.300837 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4367b37c-fe6f-4a9f-aa6c-66a9b31e79e9 admin admin] Publish callbacks [] for router_controller (bd8b2dd7-79a3-44de-b57d-5a43659ef752), precommit_add_association {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:16.538054 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4367b37c-fe6f-4a9f-aa6c-66a9b31e79e9 admin admin] Publish callbacks [] for router_gateway (bd8b2dd7-79a3-44de-b57d-5a43659ef752), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:16.635131 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [None req-9ef74ce8-63e2-44cf-a080-1075e40251ae None None] Allocated IP 172.20.0.2 (98015688-617a-4c97-89d4-c0de9e353bb5/e9260d0b-edd3-47d2-82af-0f443bfabd45/70331caf-3c49-4ec7-a855-067d72589b3f) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:07:16.897334 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:16.904738 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-9ef74ce8-63e2-44cf-a080-1075e40251ae None None] Publish callbacks [] for port (70331caf-3c49-4ec7-a855-067d72589b3f), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:16.913989 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-9ef74ce8-63e2-44cf-a080-1075e40251ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679'] for port (70331caf-3c49-4ec7-a855-067d72589b3f), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:16.967979 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef74ce8-63e2-44cf-a080-1075e40251ae None None] Pushing event updated for resources: {'Port': ['ID=70331caf-3c49-4ec7-a855-067d72589b3f,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:16.989835 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:16.992434 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef74ce8-63e2-44cf-a080-1075e40251ae None None] Network 98015688-617a-4c97-89d4-c0de9e353bb5 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:07:16.995184 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-9ef74ce8-63e2-44cf-a080-1075e40251ae None None] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:07:17.001716 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef74ce8-63e2-44cf-a080-1075e40251ae None None] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:07:17.004206 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf8e6c-b20b-46e7-a20f-2ec54da00f9c req-302dfc70-3abc-47c0-9d5c-13f38d022ee6 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:17.005828 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d3cf8e6c-b20b-46e7-a20f-2ec54da00f9c req-302dfc70-3abc-47c0-9d5c-13f38d022ee6 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 944 time: 0.1142111 Jul 15 14:07:17.074206 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-9ef74ce8-63e2-44cf-a080-1075e40251ae None None] Attempting to bind port 70331caf-3c49-4ec7-a855-067d72589b3f on host dv-cinder-850002-1-iscsi for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 15 14:07:17.074206 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-9ef74ce8-63e2-44cf-a080-1075e40251ae None None] Attempting to bind port 70331caf-3c49-4ec7-a855-067d72589b3f by drivers openvswitch,hyperv on host dv-cinder-850002-1-iscsi at level 0 using segments [{'id': 'a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 15 14:07:17.074843 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef74ce8-63e2-44cf-a080-1075e40251ae None None] Attempting to bind port 70331caf-3c49-4ec7-a855-067d72589b3f on network 98015688-617a-4c97-89d4-c0de9e353bb5 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:07:17.080813 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef74ce8-63e2-44cf-a080-1075e40251ae None None] Checking agent: {'id': '7bcac420-d3a9-4cfc-af22-5ba5795a5287', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 13, 52, 19), 'started_at': datetime.datetime(2022, 7, 15, 13, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 14, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 14:07:17.081210 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef74ce8-63e2-44cf-a080-1075e40251ae None None] Checking segment: {'id': 'a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:07:17.081617 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-9ef74ce8-63e2-44cf-a080-1075e40251ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:17.082022 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef74ce8-63e2-44cf-a080-1075e40251ae None None] Bound using segment: {'id': 'a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 14:07:17.082504 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-9ef74ce8-63e2-44cf-a080-1075e40251ae None None] Bound port: 70331caf-3c49-4ec7-a855-067d72589b3f, host: dv-cinder-850002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 15 14:07:17.082881 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-9ef74ce8-63e2-44cf-a080-1075e40251ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (70331caf-3c49-4ec7-a855-067d72589b3f), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:17.155980 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4367b37c-fe6f-4a9f-aa6c-66a9b31e79e9 admin admin] Publish callbacks [] for router_gateway (bd8b2dd7-79a3-44de-b57d-5a43659ef752), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:17.179962 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-9ef74ce8-63e2-44cf-a080-1075e40251ae None None] For port 70331caf-3c49-4ec7-a855-067d72589b3f, host dv-cinder-850002-1-iscsi, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:07:17.183188 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-9ef74ce8-63e2-44cf-a080-1075e40251ae None None] For port 70331caf-3c49-4ec7-a855-067d72589b3f, host dv-cinder-850002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=70331caf-3c49-4ec7-a855-067d72589b3f,segment=NetworkSegment(a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7),segment_id=a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:07:17.190876 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-9ef74ce8-63e2-44cf-a080-1075e40251ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (70331caf-3c49-4ec7-a855-067d72589b3f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:17.195131 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4367b37c-fe6f-4a9f-aa6c-66a9b31e79e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:17.258575 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d3cf8e6c-b20b-46e7-a20f-2ec54da00f9c req-bf943e45-26b7-4cc9-b517-a4de5ffe665e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc90dd3c-5f93-4a9b-a566-083482f307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2443604 Jul 15 14:07:17.296584 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:17.359730 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62650970-9807-4a53-b182-b0e3c169648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (be31d1c0-1844-4ed1-99dc-0179bb6e7ee8), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:17.363480 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef74ce8-63e2-44cf-a080-1075e40251ae None None] Pushing event updated for resources: {'Port': ['ID=70331caf-3c49-4ec7-a855-067d72589b3f,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:17.407879 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-4367b37c-fe6f-4a9f-aa6c-66a9b31e79e9 admin admin] Allocated IP 172.27.0.94 (85d18fe6-b559-49ae-a129-0350ffd7e8bf/5080191c-7e2b-40a2-af2d-f84b5c858cde/c53d0b6e-eed7-434c-ad2c-de744df00d9e) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:07:17.438658 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:17.439710 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=7,neutron:DELETE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:17.633227 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4367b37c-fe6f-4a9f-aa6c-66a9b31e79e9 admin admin] Publish callbacks [] for port (c53d0b6e-eed7-434c-ad2c-de744df00d9e), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:17.713283 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4367b37c-fe6f-4a9f-aa6c-66a9b31e79e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59481580'] for port (c53d0b6e-eed7-434c-ad2c-de744df00d9e), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:17.758548 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4367b37c-fe6f-4a9f-aa6c-66a9b31e79e9 admin admin] Network 85d18fe6-b559-49ae-a129-0350ffd7e8bf is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:07:17.762148 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-4367b37c-fe6f-4a9f-aa6c-66a9b31e79e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:07:17.765707 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4367b37c-fe6f-4a9f-aa6c-66a9b31e79e9 admin admin] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:07:17.813546 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4367b37c-fe6f-4a9f-aa6c-66a9b31e79e9 admin admin] Pushing event updated for resources: {'Port': ['ID=c53d0b6e-eed7-434c-ad2c-de744df00d9e,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:17.820254 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 53086) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:07:18.054304 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-47d44406-a144-4e9b-8ca9-7aa5aa744672 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:18.242301 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-47d44406-a144-4e9b-8ca9-7aa5aa744672 admin admin] Publish callbacks [] for security_group (190e2dbd-d3aa-40c7-9c83-2dd0911151f1), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:18.243520 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4367b37c-fe6f-4a9f-aa6c-66a9b31e79e9 admin admin] Publish callbacks [] for router_gateway (bd8b2dd7-79a3-44de-b57d-5a43659ef752), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:18.247540 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-47d44406-a144-4e9b-8ca9-7aa5aa744672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (190e2dbd-d3aa-40c7-9c83-2dd0911151f1), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:18.392811 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d44406-a144-4e9b-8ca9-7aa5aa744672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190e2dbd-d3aa-40c7-9c83-2dd0911151f1,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:18.402386 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-47d44406-a144-4e9b-8ca9-7aa5aa744672 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f4031bb6048646cb9b9bab738abf7203&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5787761 Jul 15 14:07:18.406372 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 53094) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:07:18.472218 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:18.539776 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee182daf-6335-4abe-96a5-cfae59e42a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (d0f04363-b393-47bd-b9b2-c25e00098206), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:18.622772 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:18.629589 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85fda4-0f65-4eb0-b418-9dcdbc22bfb7 req-81a12f25-708c-459b-b885-12e3f8261c6d tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:18.631188 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5d85fda4-0f65-4eb0-b418-9dcdbc22bfb7 req-81a12f25-708c-459b-b885-12e3f8261c6d tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 944 time: 0.1745043 Jul 15 14:07:18.696667 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4367b37c-fe6f-4a9f-aa6c-66a9b31e79e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451316'] for router (bd8b2dd7-79a3-44de-b57d-5a43659ef752), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:18.705234 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-59110517-9bce-4a40-8ac5-0862cf95ba14 admin admin] Publish callbacks [] for security_group (190e2dbd-d3aa-40c7-9c83-2dd0911151f1), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:18.757042 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (7bcac420-d3a9-4cfc-af22-5ba5795a5287), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:18.775259 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5d85fda4-0f65-4eb0-b418-9dcdbc22bfb7 req-0382e0f7-a42c-410d-b384-ef3c3db4e271 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc90dd3c-5f93-4a9b-a566-083482f307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254392 Jul 15 14:07:18.782453 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-59110517-9bce-4a40-8ac5-0862cf95ba14 admin admin] Publish callbacks [] for security_group (190e2dbd-d3aa-40c7-9c83-2dd0911151f1), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:18.910731 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63967e4-ea6c-4dd8-ae1c-c56902dbe1b0 None None] Network 98015688-617a-4c97-89d4-c0de9e353bb5 requested from dv-cinder-850002-1-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 14:07:18.913696 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-59110517-9bce-4a40-8ac5-0862cf95ba14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (190e2dbd-d3aa-40c7-9c83-2dd0911151f1), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:18.918139 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-59110517-9bce-4a40-8ac5-0862cf95ba14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:18.920523 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-59110517-9bce-4a40-8ac5-0862cf95ba14 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/190e2dbd-d3aa-40c7-9c83-2dd0911151f1 HTTP/1.1" status: 204 len: 168 time: 0.5126460 Jul 15 14:07:18.944572 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59110517-9bce-4a40-8ac5-0862cf95ba14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190e2dbd-d3aa-40c7-9c83-2dd0911151f1,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:18.986146 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4367b37c-fe6f-4a9f-aa6c-66a9b31e79e9 admin admin] Router bd8b2dd7-79a3-44de-b57d-5a43659ef752 is scheduled to L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 with binding_index 1 {{(pid=103882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 15 14:07:19.058788 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-575f64c7-1876-42d5-aef9-0b7b2512829f None None] Provisioning complete for port 70331caf-3c49-4ec7-a855-067d72589b3f triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:07:19.059198 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-575f64c7-1876-42d5-aef9-0b7b2512829f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (70331caf-3c49-4ec7-a855-067d72589b3f), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:19.235834 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-575f64c7-1876-42d5-aef9-0b7b2512829f None None] Current status of the port 70331caf-3c49-4ec7-a855-067d72589b3f is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:07:19.236291 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-575f64c7-1876-42d5-aef9-0b7b2512829f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (70331caf-3c49-4ec7-a855-067d72589b3f), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:19.244469 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4367b37c-fe6f-4a9f-aa6c-66a9b31e79e9 admin admin] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:07:19.257907 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2603278a-e42f-448c-b182-ea230fdfa7ee None None] Sync routers for ids ['bd8b2dd7-79a3-44de-b57d-5a43659ef752'] in dv-cinder-850002-1-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:07:19.272813 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4367b37c-fe6f-4a9f-aa6c-66a9b31e79e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:19.274160 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-4367b37c-fe6f-4a9f-aa6c-66a9b31e79e9 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.1912811 Jul 15 14:07:19.277624 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 53100) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:07:19.280167 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2603278a-e42f-448c-b182-ea230fdfa7ee None None] Routers {'bd8b2dd7-79a3-44de-b57d-5a43659ef752'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:07:19.281463 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-2603278a-e42f-448c-b182-ea230fdfa7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:07:16Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['bd8b2dd7-79a3-44de-b57d-5a43659ef752'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:19.331380 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-575f64c7-1876-42d5-aef9-0b7b2512829f None None] For port 70331caf-3c49-4ec7-a855-067d72589b3f, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=70331caf-3c49-4ec7-a855-067d72589b3f,segment=NetworkSegment(a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7),segment_id=a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:07:19.338880 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-575f64c7-1876-42d5-aef9-0b7b2512829f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (70331caf-3c49-4ec7-a855-067d72589b3f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:19.489892 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-2603278a-e42f-448c-b182-ea230fdfa7ee None None] Set router bd8b2dd7-79a3-44de-b57d-5a43659ef752 gateway port host: dv-cinder-850002-1-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:07:19.496284 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575f64c7-1876-42d5-aef9-0b7b2512829f None None] Pushing event updated for resources: {'Port': ['ID=70331caf-3c49-4ec7-a855-067d72589b3f,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:19.634899 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 70331caf-3c49-4ec7-a855-067d72589b3f up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:07:19.747718 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-2603278a-e42f-448c-b182-ea230fdfa7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'name': 'tempest-AttachVolumeNegativeTest-947777848-router', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:07:16Z', 'updated_at': '2022-07-15T14:07:17Z', 'revision_number': 3, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'gw_port': {'id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:37:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:17Z', 'updated_at': '2022-07-15T14:07:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi'}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:19.758826 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-72a23f28-b4f7-4000-8c71-d8c8d1fbafaa None None] Provisioning complete for port 70331caf-3c49-4ec7-a855-067d72589b3f triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:07:19.759460 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-72a23f28-b4f7-4000-8c71-d8c8d1fbafaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (70331caf-3c49-4ec7-a855-067d72589b3f), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:19.786323 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2603278a-e42f-448c-b182-ea230fdfa7ee None None] Checking router: bd8b2dd7-79a3-44de-b57d-5a43659ef752 for host: dv-cinder-850002-1-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:07:19.787684 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2603278a-e42f-448c-b182-ea230fdfa7ee None None] Updating router bd8b2dd7-79a3-44de-b57d-5a43659ef752 port c53d0b6e-eed7-434c-ad2c-de744df00d9e binding host dv-cinder-850002-1-iscsi {{(pid=103884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:07:19.826265 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2603278a-e42f-448c-b182-ea230fdfa7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (c53d0b6e-eed7-434c-ad2c-de744df00d9e), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:19.867488 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port 70331caf-3c49-4ec7-a855-067d72589b3f triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:07:19.867962 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (70331caf-3c49-4ec7-a855-067d72589b3f), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:20.121351 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port 70331caf-3c49-4ec7-a855-067d72589b3f is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:07:20.171455 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-72a23f28-b4f7-4000-8c71-d8c8d1fbafaa None None] Current status of the port 70331caf-3c49-4ec7-a855-067d72589b3f is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:07:20.206197 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2603278a-e42f-448c-b182-ea230fdfa7ee None None] Publish callbacks [] for port (c53d0b6e-eed7-434c-ad2c-de744df00d9e), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:20.217920 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 53120) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:07:20.225289 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2603278a-e42f-448c-b182-ea230fdfa7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (c53d0b6e-eed7-434c-ad2c-de744df00d9e), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:20.311017 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a4a428-c215-4a35-8e09-1ef33a95924d req-547129dd-b224-4525-b0e0-02f6dd317c38 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:20.320844 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-93a4a428-c215-4a35-8e09-1ef33a95924d req-547129dd-b224-4525-b0e0-02f6dd317c38 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 944 time: 0.3487270 Jul 15 14:07:20.358882 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-2603278a-e42f-448c-b182-ea230fdfa7ee None None] Attempting to bind port c53d0b6e-eed7-434c-ad2c-de744df00d9e on host dv-cinder-850002-1-iscsi for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 15 14:07:20.359803 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-2603278a-e42f-448c-b182-ea230fdfa7ee None None] Attempting to bind port c53d0b6e-eed7-434c-ad2c-de744df00d9e by drivers openvswitch,hyperv on host dv-cinder-850002-1-iscsi at level 0 using segments [{'id': '4890d217-1662-4526-a7d0-b4e3cb182093', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 15 14:07:20.359803 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2603278a-e42f-448c-b182-ea230fdfa7ee None None] Attempting to bind port c53d0b6e-eed7-434c-ad2c-de744df00d9e on network 85d18fe6-b559-49ae-a129-0350ffd7e8bf {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:07:20.374976 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2603278a-e42f-448c-b182-ea230fdfa7ee None None] Checking agent: {'id': '7bcac420-d3a9-4cfc-af22-5ba5795a5287', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 13, 52, 19), 'started_at': datetime.datetime(2022, 7, 15, 13, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 14, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 14:07:20.375237 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2603278a-e42f-448c-b182-ea230fdfa7ee None None] Checking segment: {'id': '4890d217-1662-4526-a7d0-b4e3cb182093', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:07:20.375504 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2603278a-e42f-448c-b182-ea230fdfa7ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:20.375898 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2603278a-e42f-448c-b182-ea230fdfa7ee None None] Bound using segment: {'id': '4890d217-1662-4526-a7d0-b4e3cb182093', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 14:07:20.376466 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-2603278a-e42f-448c-b182-ea230fdfa7ee None None] Bound port: c53d0b6e-eed7-434c-ad2c-de744df00d9e, host: dv-cinder-850002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4890d217-1662-4526-a7d0-b4e3cb182093', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 15 14:07:20.376777 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2603278a-e42f-448c-b182-ea230fdfa7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (c53d0b6e-eed7-434c-ad2c-de744df00d9e), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:20.379243 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd63623d-c85f-483f-b6b3-6e39e106713d None None] Pushing event updated for resources: {'Port': ['ID=c53d0b6e-eed7-434c-ad2c-de744df00d9e,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:20.428830 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-3ff47e94-7453-43a6-99b4-c868a0acea12 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1204967270-network', 'tenant_id': 'e608cc75a5ed4f05b462c84c29a31788'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:07:20.438765 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-93a4a428-c215-4a35-8e09-1ef33a95924d req-619a90f2-6087-47ee-9a62-ff0256a10fda tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc90dd3c-5f93-4a9b-a566-083482f307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169214 Jul 15 14:07:20.449535 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:20.498121 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff47e94-7453-43a6-99b4-c868a0acea12 admin admin] Made reservation on behalf of e608cc75a5ed4f05b462c84c29a31788 for: {'network': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:07:20.501542 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3ff47e94-7453-43a6-99b4-c868a0acea12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for network (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:20.514799 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3ff47e94-7453-43a6-99b4-c868a0acea12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:20.538800 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:20.582131 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd63623d-c85f-483f-b6b3-6e39e106713d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:20.582597 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd63623d-c85f-483f-b6b3-6e39e106713d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:20.583553 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd63623d-c85f-483f-b6b3-6e39e106713d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:20.583692 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd63623d-c85f-483f-b6b3-6e39e106713d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:20.584346 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd63623d-c85f-483f-b6b3-6e39e106713d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:20.584809 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd63623d-c85f-483f-b6b3-6e39e106713d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:20.585482 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd63623d-c85f-483f-b6b3-6e39e106713d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:20.586193 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd63623d-c85f-483f-b6b3-6e39e106713d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:20.586795 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd63623d-c85f-483f-b6b3-6e39e106713d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:20.587510 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd63623d-c85f-483f-b6b3-6e39e106713d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:20.588619 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd63623d-c85f-483f-b6b3-6e39e106713d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:20.589184 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd63623d-c85f-483f-b6b3-6e39e106713d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:20.589753 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd63623d-c85f-483f-b6b3-6e39e106713d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:20.590300 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd63623d-c85f-483f-b6b3-6e39e106713d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:20.590976 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd63623d-c85f-483f-b6b3-6e39e106713d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:20.617986 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-00e2843c-22c0-4b6b-b313-68fac28276ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:20.644090 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3ff47e94-7453-43a6-99b4-c868a0acea12 admin admin] Publish callbacks [] for security_group (881b9fc8-8517-48b1-b132-19f5c0df54c2), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:20.660007 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3ff47e94-7453-43a6-99b4-c868a0acea12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (881b9fc8-8517-48b1-b132-19f5c0df54c2), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:20.668425 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-2603278a-e42f-448c-b182-ea230fdfa7ee None None] For port c53d0b6e-eed7-434c-ad2c-de744df00d9e, host dv-cinder-850002-1-iscsi, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:07:20.670937 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:20.679795 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-2603278a-e42f-448c-b182-ea230fdfa7ee None None] For port c53d0b6e-eed7-434c-ad2c-de744df00d9e, host dv-cinder-850002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=c53d0b6e-eed7-434c-ad2c-de744df00d9e,segment=NetworkSegment(4890d217-1662-4526-a7d0-b4e3cb182093),segment_id=4890d217-1662-4526-a7d0-b4e3cb182093)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:07:20.696497 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2603278a-e42f-448c-b182-ea230fdfa7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (c53d0b6e-eed7-434c-ad2c-de744df00d9e), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:20.698786 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ff47e94-7453-43a6-99b4-c868a0acea12 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=103881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:07:20.700699 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:20.745053 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3ff47e94-7453-43a6-99b4-c868a0acea12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7753414'] for segment (dc81c258-301f-4317-abf3-b2232d08a25e), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:20.754630 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.db.segments_db [None req-3ff47e94-7453-43a6-99b4-c868a0acea12 admin admin] Added segment dc81c258-301f-4317-abf3-b2232d08a25e of type vlan for network 23ed595f-021e-4b49-9057-9caea24d9122 Jul 15 14:07:20.757293 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff47e94-7453-43a6-99b4-c868a0acea12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881b9fc8-8517-48b1-b132-19f5c0df54c2,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:20.851501 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:20.884646 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3ff47e94-7453-43a6-99b4-c868a0acea12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774722052666'] for network (23ed595f-021e-4b49-9057-9caea24d9122), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:20.884988 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd63623d-c85f-483f-b6b3-6e39e106713d None None] Pushing event updated for resources: {'Port': ['ID=c53d0b6e-eed7-434c-ad2c-de744df00d9e,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:20.904577 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2603278a-e42f-448c-b182-ea230fdfa7ee None None] Routers {'bd8b2dd7-79a3-44de-b57d-5a43659ef752'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:07:20.909708 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-2603278a-e42f-448c-b182-ea230fdfa7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:07:16Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['bd8b2dd7-79a3-44de-b57d-5a43659ef752'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:20.953029 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3ff47e94-7453-43a6-99b4-c868a0acea12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794'] for network (23ed595f-021e-4b49-9057-9caea24d9122), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:20.954969 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff47e94-7453-43a6-99b4-c868a0acea12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:20.955864 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3ff47e94-7453-43a6-99b4-c868a0acea12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for network (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:20.982783 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-00e2843c-22c0-4b6b-b313-68fac28276ba admin admin] Allocated IP 172.20.0.1 (98015688-617a-4c97-89d4-c0de9e353bb5/e9260d0b-edd3-47d2-82af-0f443bfabd45/a76e407d-90b4-4481-818a-ae7c0d5f0deb) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:07:21.079260 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-3ff47e94-7453-43a6-99b4-c868a0acea12 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8601801 Jul 15 14:07:21.082270 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 53126) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:07:21.090528 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-5c50fde7-52e0-4308-9ca2-2662bf0cd8ca admin admin] Request body: {'subnet': {'network_id': '23ed595f-021e-4b49-9057-9caea24d9122', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1204967270-subnet', 'tenant_id': 'e608cc75a5ed4f05b462c84c29a31788', 'ip_version': 4}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:07:21.099116 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff47e94-7453-43a6-99b4-c868a0acea12 admin admin] Pushing event updated for resources: {'Network': ['ID=23ed595f-021e-4b49-9057-9caea24d9122,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:21.112099 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Network 23ed595f-021e-4b49-9057-9caea24d9122 details requested by agent ovs-agent-dv-cinder-850002-1-iscsi with host dv-cinder-850002-1-iscsi {{(pid=103883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:07:21.129976 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c50fde7-52e0-4308-9ca2-2662bf0cd8ca admin admin] Made reservation on behalf of e608cc75a5ed4f05b462c84c29a31788 for: {'subnet': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:07:21.135898 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5c50fde7-52e0-4308-9ca2-2662bf0cd8ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59476033'] for subnet (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:21.162420 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-2603278a-e42f-448c-b182-ea230fdfa7ee None None] Set router bd8b2dd7-79a3-44de-b57d-5a43659ef752 gateway port host: dv-cinder-850002-1-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:07:21.283014 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-00e2843c-22c0-4b6b-b313-68fac28276ba admin admin] Publish callbacks [] for port (a76e407d-90b4-4481-818a-ae7c0d5f0deb), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:21.365760 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-00e2843c-22c0-4b6b-b313-68fac28276ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59481580'] for port (a76e407d-90b4-4481-818a-ae7c0d5f0deb), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:21.416825 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:21.424743 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e2843c-22c0-4b6b-b313-68fac28276ba admin admin] Network 98015688-617a-4c97-89d4-c0de9e353bb5 is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:07:21.427931 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-00e2843c-22c0-4b6b-b313-68fac28276ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:07:21.434412 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e2843c-22c0-4b6b-b313-68fac28276ba admin admin] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:07:21.464191 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5c50fde7-52e0-4308-9ca2-2662bf0cd8ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3268383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59476147'] for subnet (11e103b7-3d94-49bf-928a-697ea97318ef), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:21.488045 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e2843c-22c0-4b6b-b313-68fac28276ba admin admin] Pushing event updated for resources: {'Port': ['ID=a76e407d-90b4-4481-818a-ae7c0d5f0deb,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:21.525697 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-2603278a-e42f-448c-b182-ea230fdfa7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'name': 'tempest-AttachVolumeNegativeTest-947777848-router', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:07:16Z', 'updated_at': '2022-07-15T14:07:17Z', 'revision_number': 3, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'gw_port': {'id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:37:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:17Z', 'updated_at': '2022-07-15T14:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi'}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:21.541065 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 70331caf-3c49-4ec7-a855-067d72589b3f up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:07:21.541287 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-00e2843c-22c0-4b6b-b313-68fac28276ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562181'] for router_interface (bd8b2dd7-79a3-44de-b57d-5a43659ef752), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:21.583225 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2603278a-e42f-448c-b182-ea230fdfa7ee None None] The sync data for ids ['bd8b2dd7-79a3-44de-b57d-5a43659ef752'] in dv-cinder-850002-1-iscsi is: [{'id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'name': 'tempest-AttachVolumeNegativeTest-947777848-router', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:07:16Z', 'updated_at': '2022-07-15T14:07:17Z', 'revision_number': 3, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'gw_port': {'id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:37:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:17Z', 'updated_at': '2022-07-15T14:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi'}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:07:21.603191 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c50fde7-52e0-4308-9ca2-2662bf0cd8ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=11e103b7-3d94-49bf-928a-697ea97318ef,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:21.701944 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c50fde7-52e0-4308-9ca2-2662bf0cd8ca admin admin] Checking segment: {'id': 'dc81c258-301f-4317-abf3-b2232d08a25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '23ed595f-021e-4b49-9057-9caea24d9122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:07:21.703919 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c50fde7-52e0-4308-9ca2-2662bf0cd8ca admin admin] Network hostable DHCP agents. Network: 23ed595f-021e-4b49-9057-9caea24d9122, hostable agents: ['6c40ee43-5406-4a95-b7b4-11b32ddced25'], hosted agents: [] {{(pid=103881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:07:21.736165 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port 70331caf-3c49-4ec7-a855-067d72589b3f triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:07:21.736726 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (70331caf-3c49-4ec7-a855-067d72589b3f), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:21.759883 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b04f05-a9a0-4974-b799-a8f0f0c41417 req-59e2187f-2936-49ec-b483-fb50c383d8da tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:21.761918 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-89b04f05-a9a0-4974-b799-a8f0f0c41417 req-59e2187f-2936-49ec-b483-fb50c383d8da tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 944 time: 0.1386352 Jul 15 14:07:21.765680 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c50fde7-52e0-4308-9ca2-2662bf0cd8ca admin admin] Network 23ed595f-021e-4b49-9057-9caea24d9122 is scheduled to be hosted by DHCP agent 6c40ee43-5406-4a95-b7b4-11b32ddced25 with binding_index 1 {{(pid=103881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:07:21.784200 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-5c50fde7-52e0-4308-9ca2-2662bf0cd8ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850002-1-iscsi, 23ed595f-021e-4b49-9057-9caea24d9122) {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:07:21.793071 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c50fde7-52e0-4308-9ca2-2662bf0cd8ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:21.793794 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5c50fde7-52e0-4308-9ca2-2662bf0cd8ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for subnet (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:21.811262 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dca62a-c851-4261-a356-9aef1a1a684a None None] Network 23ed595f-021e-4b49-9057-9caea24d9122 requested from dv-cinder-850002-1-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 14:07:21.830925 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-5c50fde7-52e0-4308-9ca2-2662bf0cd8ca admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7475815 Jul 15 14:07:21.831560 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 53130) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:07:21.845792 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-5069b8bb-4cd7-48a6-910e-0eea1b0db054 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1204967270-router', 'tenant_id': 'e608cc75a5ed4f05b462c84c29a31788', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'}}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:07:21.890752 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5069b8bb-4cd7-48a6-910e-0eea1b0db054 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6535'] for router (48429b99-a37c-48d2-b6c4-59b70d7acf3b), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:21.892189 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5069b8bb-4cd7-48a6-910e-0eea1b0db054 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451168', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6558'] for router (48429b99-a37c-48d2-b6c4-59b70d7acf3b), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:21.979014 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-afc43abe-0abe-41c9-951c-c571dd9da472 None None] Provisioning complete for port a76e407d-90b4-4481-818a-ae7c0d5f0deb triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:07:21.979560 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-afc43abe-0abe-41c9-951c-c571dd9da472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (a76e407d-90b4-4481-818a-ae7c0d5f0deb), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:22.023406 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-afc43abe-0abe-41c9-951c-c571dd9da472 None None] Port a76e407d-90b4-4481-818a-ae7c0d5f0deb cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 15 14:07:22.030340 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5069b8bb-4cd7-48a6-910e-0eea1b0db054 admin admin] Publish callbacks [] for router_controller (48429b99-a37c-48d2-b6c4-59b70d7acf3b), precommit_add_association {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:22.069461 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port 70331caf-3c49-4ec7-a855-067d72589b3f is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:07:22.169719 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86026c50-88a4-41fe-91d9-0d354debb2d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc234a0a-26a4-5646-a6f4-c567700ad66a-23ed595f-021e-4b49-9057-9caea24d9122', 'network_id': '23ed595f-021e-4b49-9057-9caea24d9122', 'project_id': 'e608cc75a5ed4f05b462c84c29a31788', 'fixed_ips': [{'subnet_id': '11e103b7-3d94-49bf-928a-697ea97318ef'}]}} from dv-cinder-850002-1-iscsi. {{(pid=103883) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 15 14:07:22.171069 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-86026c50-88a4-41fe-91d9-0d354debb2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:22.430029 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [None req-86026c50-88a4-41fe-91d9-0d354debb2d1 None None] Allocated IP 172.20.0.2 (23ed595f-021e-4b49-9057-9caea24d9122/11e103b7-3d94-49bf-928a-697ea97318ef/c1fc8007-1625-4c1e-a3cc-b50dea81b172) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:07:22.445265 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:22.453463 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-89b04f05-a9a0-4974-b799-a8f0f0c41417 req-dcc14421-49d7-4fb1-af6b-3aff362bf468 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc90dd3c-5f93-4a9b-a566-083482f307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6831868 Jul 15 14:07:22.455858 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-00e2843c-22c0-4b6b-b313-68fac28276ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (a76e407d-90b4-4481-818a-ae7c0d5f0deb), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:22.458628 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5069b8bb-4cd7-48a6-910e-0eea1b0db054 admin admin] Publish callbacks [] for router_gateway (48429b99-a37c-48d2-b6c4-59b70d7acf3b), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:22.507915 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:22.583849 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:22.671908 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:22.768056 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:INSERT=8,neutron:SELECT=85,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:22.776254 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:22.798555 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:22.814187 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5069b8bb-4cd7-48a6-910e-0eea1b0db054 admin admin] Publish callbacks [] for router_gateway (48429b99-a37c-48d2-b6c4-59b70d7acf3b), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:22.846699 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5069b8bb-4cd7-48a6-910e-0eea1b0db054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:22.893963 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-86026c50-88a4-41fe-91d9-0d354debb2d1 None None] Publish callbacks [] for port (c1fc8007-1625-4c1e-a3cc-b50dea81b172), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:22.906490 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-86026c50-88a4-41fe-91d9-0d354debb2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679'] for port (c1fc8007-1625-4c1e-a3cc-b50dea81b172), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:22.980919 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-00e2843c-22c0-4b6b-b313-68fac28276ba admin admin] Publish callbacks [] for port (a76e407d-90b4-4481-818a-ae7c0d5f0deb), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:22.995434 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-00e2843c-22c0-4b6b-b313-68fac28276ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59481573'] for port (a76e407d-90b4-4481-818a-ae7c0d5f0deb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:23.009531 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [None req-5069b8bb-4cd7-48a6-910e-0eea1b0db054 admin admin] Allocated IP 172.27.0.107 (85d18fe6-b559-49ae-a129-0350ffd7e8bf/5080191c-7e2b-40a2-af2d-f84b5c858cde/0854610f-0eb6-4005-a81a-470fffabd39d) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:07:23.028073 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86026c50-88a4-41fe-91d9-0d354debb2d1 None None] Network 23ed595f-021e-4b49-9057-9caea24d9122 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:07:23.046024 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-86026c50-88a4-41fe-91d9-0d354debb2d1 None None] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:07:23.049156 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86026c50-88a4-41fe-91d9-0d354debb2d1 None None] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:07:23.054015 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86026c50-88a4-41fe-91d9-0d354debb2d1 None None] Pushing event updated for resources: {'Port': ['ID=c1fc8007-1625-4c1e-a3cc-b50dea81b172,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:23.178070 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-86026c50-88a4-41fe-91d9-0d354debb2d1 None None] Attempting to bind port c1fc8007-1625-4c1e-a3cc-b50dea81b172 on host dv-cinder-850002-1-iscsi for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 15 14:07:23.178711 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-86026c50-88a4-41fe-91d9-0d354debb2d1 None None] Attempting to bind port c1fc8007-1625-4c1e-a3cc-b50dea81b172 by drivers openvswitch,hyperv on host dv-cinder-850002-1-iscsi at level 0 using segments [{'id': 'dc81c258-301f-4317-abf3-b2232d08a25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '23ed595f-021e-4b49-9057-9caea24d9122'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 15 14:07:23.179005 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86026c50-88a4-41fe-91d9-0d354debb2d1 None None] Attempting to bind port c1fc8007-1625-4c1e-a3cc-b50dea81b172 on network 23ed595f-021e-4b49-9057-9caea24d9122 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:07:23.181376 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e2843c-22c0-4b6b-b313-68fac28276ba admin admin] Pushing event updated for resources: {'Port': ['ID=a76e407d-90b4-4481-818a-ae7c0d5f0deb,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:23.186750 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86026c50-88a4-41fe-91d9-0d354debb2d1 None None] Checking agent: {'id': '7bcac420-d3a9-4cfc-af22-5ba5795a5287', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 13, 52, 19), 'started_at': datetime.datetime(2022, 7, 15, 13, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 14, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 14:07:23.187292 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86026c50-88a4-41fe-91d9-0d354debb2d1 None None] Checking segment: {'id': 'dc81c258-301f-4317-abf3-b2232d08a25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '23ed595f-021e-4b49-9057-9caea24d9122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:07:23.187794 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-86026c50-88a4-41fe-91d9-0d354debb2d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:23.188370 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86026c50-88a4-41fe-91d9-0d354debb2d1 None None] Bound using segment: {'id': 'dc81c258-301f-4317-abf3-b2232d08a25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '23ed595f-021e-4b49-9057-9caea24d9122'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 14:07:23.188967 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-86026c50-88a4-41fe-91d9-0d354debb2d1 None None] Bound port: c1fc8007-1625-4c1e-a3cc-b50dea81b172, host: dv-cinder-850002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc81c258-301f-4317-abf3-b2232d08a25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '23ed595f-021e-4b49-9057-9caea24d9122'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 15 14:07:23.189450 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-86026c50-88a4-41fe-91d9-0d354debb2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (c1fc8007-1625-4c1e-a3cc-b50dea81b172), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:23.194473 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-00e2843c-22c0-4b6b-b313-68fac28276ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449591'] for router_interface (bd8b2dd7-79a3-44de-b57d-5a43659ef752), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:23.203311 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5069b8bb-4cd7-48a6-910e-0eea1b0db054 admin admin] Publish callbacks [] for port (0854610f-0eb6-4005-a81a-470fffabd39d), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:23.269863 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5069b8bb-4cd7-48a6-910e-0eea1b0db054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (0854610f-0eb6-4005-a81a-470fffabd39d), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:23.324377 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-86026c50-88a4-41fe-91d9-0d354debb2d1 None None] For port c1fc8007-1625-4c1e-a3cc-b50dea81b172, host dv-cinder-850002-1-iscsi, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:07:23.333969 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-86026c50-88a4-41fe-91d9-0d354debb2d1 None None] For port c1fc8007-1625-4c1e-a3cc-b50dea81b172, host dv-cinder-850002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=c1fc8007-1625-4c1e-a3cc-b50dea81b172,segment=NetworkSegment(dc81c258-301f-4317-abf3-b2232d08a25e),segment_id=dc81c258-301f-4317-abf3-b2232d08a25e)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:07:23.335747 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5069b8bb-4cd7-48a6-910e-0eea1b0db054 admin admin] Network 85d18fe6-b559-49ae-a129-0350ffd7e8bf is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:07:23.337679 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e2843c-22c0-4b6b-b313-68fac28276ba admin admin] Network 98015688-617a-4c97-89d4-c0de9e353bb5 is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:07:23.339331 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-00e2843c-22c0-4b6b-b313-68fac28276ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:07:23.343894 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-5069b8bb-4cd7-48a6-910e-0eea1b0db054 admin admin] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:07:23.348794 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5069b8bb-4cd7-48a6-910e-0eea1b0db054 admin admin] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:07:23.350000 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-86026c50-88a4-41fe-91d9-0d354debb2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (c1fc8007-1625-4c1e-a3cc-b50dea81b172), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:23.354439 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5069b8bb-4cd7-48a6-910e-0eea1b0db054 admin admin] Pushing event updated for resources: {'Port': ['ID=0854610f-0eb6-4005-a81a-470fffabd39d,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:23.585766 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86026c50-88a4-41fe-91d9-0d354debb2d1 None None] Pushing event updated for resources: {'Port': ['ID=c1fc8007-1625-4c1e-a3cc-b50dea81b172,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:23.614632 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device c53d0b6e-eed7-434c-ad2c-de744df00d9e up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:07:23.734301 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port c53d0b6e-eed7-434c-ad2c-de744df00d9e triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:07:23.734850 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (c53d0b6e-eed7-434c-ad2c-de744df00d9e), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:23.775728 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00e2843c-22c0-4b6b-b313-68fac28276ba admin admin] Router bd8b2dd7-79a3-44de-b57d-5a43659ef752 has already been hosted by L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 14:07:23.801236 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb98f7f3-84ce-4988-8f28-e057a32c9894 req-6cd47e50-64c8-4751-bbed-796df722e6c6 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:23.809783 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fb98f7f3-84ce-4988-8f28-e057a32c9894 req-6cd47e50-64c8-4751-bbed-796df722e6c6 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 944 time: 0.1517179 Jul 15 14:07:23.935461 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5069b8bb-4cd7-48a6-910e-0eea1b0db054 admin admin] Publish callbacks [] for router_gateway (48429b99-a37c-48d2-b6c4-59b70d7acf3b), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:23.965151 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-7b7452cc-683b-41cd-9b4f-03b22e10fb14 None None] Provisioning complete for port a76e407d-90b4-4481-818a-ae7c0d5f0deb triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:07:23.968119 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7b7452cc-683b-41cd-9b4f-03b22e10fb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (a76e407d-90b4-4481-818a-ae7c0d5f0deb), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:24.036655 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port c53d0b6e-eed7-434c-ad2c-de744df00d9e is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:07:24.037412 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (c53d0b6e-eed7-434c-ad2c-de744df00d9e), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:24.039216 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e2843c-22c0-4b6b-b313-68fac28276ba admin admin] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:07:24.045324 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-00e2843c-22c0-4b6b-b313-68fac28276ba admin admin] 10.222.0.16 "PUT /v2.0/routers/bd8b2dd7-79a3-44de-b57d-5a43659ef752/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7666881 Jul 15 14:07:24.136635 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fb98f7f3-84ce-4988-8f28-e057a32c9894 req-e426f757-251f-4632-87b6-cf3084aab3f3 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc90dd3c-5f93-4a9b-a566-083482f307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3254855 Jul 15 14:07:24.142530 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-7b7452cc-683b-41cd-9b4f-03b22e10fb14 None None] Port a76e407d-90b4-4481-818a-ae7c0d5f0deb cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 15 14:07:24.160461 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] For port c53d0b6e-eed7-434c-ad2c-de744df00d9e, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=c53d0b6e-eed7-434c-ad2c-de744df00d9e,segment=NetworkSegment(4890d217-1662-4526-a7d0-b4e3cb182093),segment_id=4890d217-1662-4526-a7d0-b4e3cb182093)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:07:24.174974 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:24.175967 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (c53d0b6e-eed7-434c-ad2c-de744df00d9e), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:24.312676 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Pushing event updated for resources: {'Port': ['ID=c53d0b6e-eed7-434c-ad2c-de744df00d9e,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:24.448426 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5069b8bb-4cd7-48a6-910e-0eea1b0db054 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451316'] for router (48429b99-a37c-48d2-b6c4-59b70d7acf3b), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:24.586705 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 53142) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:07:24.593908 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-fddc0cdc-a7dd-4aaf-87b7-e888548cf611 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1525046194', 'description': 'tempest-description--793229750'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:07:24.645202 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fddc0cdc-a7dd-4aaf-87b7-e888548cf611 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:24.860974 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fddc0cdc-a7dd-4aaf-87b7-e888548cf611 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for security_group (e6236c99-185d-47df-a8e7-38f4d6687951), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:24.866459 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fddc0cdc-a7dd-4aaf-87b7-e888548cf611 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (e6236c99-185d-47df-a8e7-38f4d6687951), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:24.954219 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddc0cdc-a7dd-4aaf-87b7-e888548cf611 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6236c99-185d-47df-a8e7-38f4d6687951,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:24.990239 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fddc0cdc-a7dd-4aaf-87b7-e888548cf611 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:24.995906 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-fddc0cdc-a7dd-4aaf-87b7-e888548cf611 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4069059 Jul 15 14:07:24.997067 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 53144) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:07:25.004059 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-47230816-4180-40ac-8598-9f1d5a88f8fd tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Request body: {'security_group_rule': {'security_group_id': 'e6236c99-185d-47df-a8e7-38f4d6687951', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:07:25.055120 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-47230816-4180-40ac-8598-9f1d5a88f8fd tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for security_group_rule (0629294c-faa6-4fbb-8096-409cdfea2be8), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:25.100182 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:25.106241 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:25.145571 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d4755b-e754-418e-9e09-29967e2d6100 None None] Sync routers for ids ['bd8b2dd7-79a3-44de-b57d-5a43659ef752'] in dv-cinder-850002-1-iscsi {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:07:25.211154 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-47230816-4180-40ac-8598-9f1d5a88f8fd tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for security_group_rule (0629294c-faa6-4fbb-8096-409cdfea2be8), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:25.213428 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d4755b-e754-418e-9e09-29967e2d6100 None None] Routers {'bd8b2dd7-79a3-44de-b57d-5a43659ef752'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:07:25.214210 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-09d4755b-e754-418e-9e09-29967e2d6100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:07:16Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['bd8b2dd7-79a3-44de-b57d-5a43659ef752'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:25.217992 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-47230816-4180-40ac-8598-9f1d5a88f8fd tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484192'] for security_group_rule (0629294c-faa6-4fbb-8096-409cdfea2be8), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:25.232029 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5069b8bb-4cd7-48a6-910e-0eea1b0db054 admin admin] Router 48429b99-a37c-48d2-b6c4-59b70d7acf3b is scheduled to L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 with binding_index 1 {{(pid=103881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 15 14:07:25.273349 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-47230816-4180-40ac-8598-9f1d5a88f8fd tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:25.278079 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-47230816-4180-40ac-8598-9f1d5a88f8fd tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2795513 Jul 15 14:07:25.282839 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 53148) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:07:25.292266 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54803ad-7f6a-4b3e-8c1a-c50503e032f9 None None] Network 23ed595f-021e-4b49-9057-9caea24d9122 requested from dv-cinder-850002-1-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 14:07:25.295005 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-14750698-ac8b-4f94-b2f0-17226b3ca300 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Request body: {'security_group_rule': {'security_group_id': 'e6236c99-185d-47df-a8e7-38f4d6687951', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:07:25.302872 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47230816-4180-40ac-8598-9f1d5a88f8fd tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0629294c-faa6-4fbb-8096-409cdfea2be8,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:25.304827 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:25.336322 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-5ee49c4f-10f2-49bf-a9f1-e426a2c2fb9a None None] Provisioning complete for port c1fc8007-1625-4c1e-a3cc-b50dea81b172 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:07:25.336986 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5ee49c4f-10f2-49bf-a9f1-e426a2c2fb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (c1fc8007-1625-4c1e-a3cc-b50dea81b172), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:25.354963 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0849080e-850f-4203-9b32-dd92d502b67e req-7adfe805-a1aa-41c5-ba0a-a6affbd81ba4 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:25.356539 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0849080e-850f-4203-9b32-dd92d502b67e req-7adfe805-a1aa-41c5-ba0a-a6affbd81ba4 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 944 time: 0.0872238 Jul 15 14:07:25.360826 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-14750698-ac8b-4f94-b2f0-17226b3ca300 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for security_group_rule (0c230f90-fdce-434f-a4fc-bbd35ccede89), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:25.380198 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5069b8bb-4cd7-48a6-910e-0eea1b0db054 admin admin] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:07:25.391993 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2ac7ad-de95-42fa-8318-cff530641a86 None None] Sync routers for ids ['48429b99-a37c-48d2-b6c4-59b70d7acf3b'] in dv-cinder-850002-1-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:07:25.409104 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2ac7ad-de95-42fa-8318-cff530641a86 None None] Routers {'48429b99-a37c-48d2-b6c4-59b70d7acf3b'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:07:25.409745 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-eb2ac7ad-de95-42fa-8318-cff530641a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:07:16Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['48429b99-a37c-48d2-b6c4-59b70d7acf3b'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:25.423819 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5069b8bb-4cd7-48a6-910e-0eea1b0db054 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:25.429398 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-5069b8bb-4cd7-48a6-910e-0eea1b0db054 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5967326 Jul 15 14:07:25.432286 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 53150) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:07:25.455881 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0849080e-850f-4203-9b32-dd92d502b67e req-3764fcff-d5a3-4db0-86ad-75786efdc31e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc90dd3c-5f93-4a9b-a566-083482f307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905147 Jul 15 14:07:25.481743 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-14750698-ac8b-4f94-b2f0-17226b3ca300 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for security_group_rule (0c230f90-fdce-434f-a4fc-bbd35ccede89), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:25.498720 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-14750698-ac8b-4f94-b2f0-17226b3ca300 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484192'] for security_group_rule (0c230f90-fdce-434f-a4fc-bbd35ccede89), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:25.537037 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14750698-ac8b-4f94-b2f0-17226b3ca300 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c230f90-fdce-434f-a4fc-bbd35ccede89,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:25.549716 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-14750698-ac8b-4f94-b2f0-17226b3ca300 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:25.552268 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-14750698-ac8b-4f94-b2f0-17226b3ca300 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2677627 Jul 15 14:07:25.554911 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 53152) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:07:25.563677 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-a190398d-f89d-42c9-88b1-73a64251e4a5 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Request body: {'floatingip': {'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:07:25.608208 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a190398d-f89d-42c9-88b1-73a64251e4a5 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:25.632672 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-eb2ac7ad-de95-42fa-8318-cff530641a86 None None] Set router 48429b99-a37c-48d2-b6c4-59b70d7acf3b gateway port host: dv-cinder-850002-1-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:07:25.645175 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device c53d0b6e-eed7-434c-ad2c-de744df00d9e up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:07:25.708885 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a190398d-f89d-42c9-88b1-73a64251e4a5 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:25.755342 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-09d4755b-e754-418e-9e09-29967e2d6100 None None] Set router bd8b2dd7-79a3-44de-b57d-5a43659ef752 gateway port host: dv-cinder-850002-1-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:07:25.786284 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port c53d0b6e-eed7-434c-ad2c-de744df00d9e triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:07:25.786662 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (c53d0b6e-eed7-434c-ad2c-de744df00d9e), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:25.867445 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-a190398d-f89d-42c9-88b1-73a64251e4a5 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Allocated IP 172.27.0.75 (85d18fe6-b559-49ae-a129-0350ffd7e8bf/5080191c-7e2b-40a2-af2d-f84b5c858cde/722e630c-57d3-44f2-b654-9fe6305ef781) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:07:25.930765 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-eb2ac7ad-de95-42fa-8318-cff530641a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48429b99-a37c-48d2-b6c4-59b70d7acf3b', 'name': 'tempest-TestShelveInstance-1204967270-router', 'tenant_id': 'e608cc75a5ed4f05b462c84c29a31788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '0854610f-0eb6-4005-a81a-470fffabd39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:07:21Z', 'updated_at': '2022-07-15T14:07:23Z', 'revision_number': 3, 'project_id': 'e608cc75a5ed4f05b462c84c29a31788', 'gw_port': {'id': '0854610f-0eb6-4005-a81a-470fffabd39d', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48429b99-a37c-48d2-b6c4-59b70d7acf3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:22Z', 'updated_at': '2022-07-15T14:07:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi'}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:25.968442 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2ac7ad-de95-42fa-8318-cff530641a86 None None] Checking router: 48429b99-a37c-48d2-b6c4-59b70d7acf3b for host: dv-cinder-850002-1-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:07:25.969177 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2ac7ad-de95-42fa-8318-cff530641a86 None None] Updating router 48429b99-a37c-48d2-b6c4-59b70d7acf3b port 0854610f-0eb6-4005-a81a-470fffabd39d binding host dv-cinder-850002-1-iscsi {{(pid=103884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:07:25.992647 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a190398d-f89d-42c9-88b1-73a64251e4a5 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for port (722e630c-57d3-44f2-b654-9fe6305ef781), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:26.002695 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eb2ac7ad-de95-42fa-8318-cff530641a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (0854610f-0eb6-4005-a81a-470fffabd39d), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:26.023155 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-5ee49c4f-10f2-49bf-a9f1-e426a2c2fb9a None None] Current status of the port c1fc8007-1625-4c1e-a3cc-b50dea81b172 is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:07:26.023637 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5ee49c4f-10f2-49bf-a9f1-e426a2c2fb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (c1fc8007-1625-4c1e-a3cc-b50dea81b172), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:26.034347 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:26.040007 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a190398d-f89d-42c9-88b1-73a64251e4a5 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59481580'] for port (722e630c-57d3-44f2-b654-9fe6305ef781), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:26.065268 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:26.119291 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:26.119841 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:26.132500 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1e3c715e-1b82-45d9-921c-092284e9d5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:26.134705 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-5ee49c4f-10f2-49bf-a9f1-e426a2c2fb9a None None] For port c1fc8007-1625-4c1e-a3cc-b50dea81b172, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=c1fc8007-1625-4c1e-a3cc-b50dea81b172,segment=NetworkSegment(dc81c258-301f-4317-abf3-b2232d08a25e),segment_id=dc81c258-301f-4317-abf3-b2232d08a25e)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:07:26.135193 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a190398d-f89d-42c9-88b1-73a64251e4a5 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Network 85d18fe6-b559-49ae-a129-0350ffd7e8bf is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:07:26.147424 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-a190398d-f89d-42c9-88b1-73a64251e4a5 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:07:26.152810 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a190398d-f89d-42c9-88b1-73a64251e4a5 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:07:26.194421 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a190398d-f89d-42c9-88b1-73a64251e4a5 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Pushing event updated for resources: {'Port': ['ID=722e630c-57d3-44f2-b654-9fe6305ef781,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:26.206375 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-09d4755b-e754-418e-9e09-29967e2d6100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'name': 'tempest-AttachVolumeNegativeTest-947777848-router', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:07:16Z', 'updated_at': '2022-07-15T14:07:21Z', 'revision_number': 4, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'gw_port': {'id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:37:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:17Z', 'updated_at': '2022-07-15T14:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': 'a76e407d-90b4-4481-818a-ae7c0d5f0deb', 'name': '', 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'mac_address': 'fa:16:3e:79:4c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e9260d0b-edd3-47d2-82af-0f443bfabd45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:20Z', 'updated_at': '2022-07-15T14:07:22Z', 'revision_number': 2, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'subnets': [{'id': 'e9260d0b-edd3-47d2-82af-0f443bfabd45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:26.236767 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:26.250873 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d4755b-e754-418e-9e09-29967e2d6100 None None] Checking router: bd8b2dd7-79a3-44de-b57d-5a43659ef752 for host: dv-cinder-850002-1-iscsi {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:07:26.251257 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d4755b-e754-418e-9e09-29967e2d6100 None None] Updating router bd8b2dd7-79a3-44de-b57d-5a43659ef752 port a76e407d-90b4-4481-818a-ae7c0d5f0deb binding host dv-cinder-850002-1-iscsi {{(pid=103883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:07:26.253244 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5ee49c4f-10f2-49bf-a9f1-e426a2c2fb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (c1fc8007-1625-4c1e-a3cc-b50dea81b172), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:26.254894 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port c53d0b6e-eed7-434c-ad2c-de744df00d9e is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:07:26.255966 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device c1fc8007-1625-4c1e-a3cc-b50dea81b172 up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:07:26.304211 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:26.308977 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:26.319099 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a190398d-f89d-42c9-88b1-73a64251e4a5 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for floatingip (4a5e18c4-20d1-4e91-bff3-b2bda25a4da9), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:26.334548 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eb2ac7ad-de95-42fa-8318-cff530641a86 None None] Publish callbacks [] for port (0854610f-0eb6-4005-a81a-470fffabd39d), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:26.347213 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-09d4755b-e754-418e-9e09-29967e2d6100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (a76e407d-90b4-4481-818a-ae7c0d5f0deb), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:26.348422 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eb2ac7ad-de95-42fa-8318-cff530641a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (0854610f-0eb6-4005-a81a-470fffabd39d), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:26.381979 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a190398d-f89d-42c9-88b1-73a64251e4a5 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (722e630c-57d3-44f2-b654-9fe6305ef781), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:26.388251 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [None req-1e3c715e-1b82-45d9-921c-092284e9d5e7 admin admin] Allocated IP 172.20.0.1 (23ed595f-021e-4b49-9057-9caea24d9122/11e103b7-3d94-49bf-928a-697ea97318ef/60b858ee-455e-4bac-a1d8-2c997de3e73f) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:07:26.414929 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port c1fc8007-1625-4c1e-a3cc-b50dea81b172 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:07:26.415308 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (c1fc8007-1625-4c1e-a3cc-b50dea81b172), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:26.416872 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee49c4f-10f2-49bf-a9f1-e426a2c2fb9a None None] Pushing event updated for resources: {'Port': ['ID=c1fc8007-1625-4c1e-a3cc-b50dea81b172,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:26.422768 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-5aa67c07-f587-4d5f-84be-5747a13d18ba None None] Provisioning complete for port c1fc8007-1625-4c1e-a3cc-b50dea81b172 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:07:26.423661 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5aa67c07-f587-4d5f-84be-5747a13d18ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (c1fc8007-1625-4c1e-a3cc-b50dea81b172), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:26.434082 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-eb2ac7ad-de95-42fa-8318-cff530641a86 None None] Attempting to bind port 0854610f-0eb6-4005-a81a-470fffabd39d on host dv-cinder-850002-1-iscsi for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 15 14:07:26.434565 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-eb2ac7ad-de95-42fa-8318-cff530641a86 None None] Attempting to bind port 0854610f-0eb6-4005-a81a-470fffabd39d by drivers openvswitch,hyperv on host dv-cinder-850002-1-iscsi at level 0 using segments [{'id': '4890d217-1662-4526-a7d0-b4e3cb182093', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 15 14:07:26.434867 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2ac7ad-de95-42fa-8318-cff530641a86 None None] Attempting to bind port 0854610f-0eb6-4005-a81a-470fffabd39d on network 85d18fe6-b559-49ae-a129-0350ffd7e8bf {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:07:26.440784 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fbda8c-41b6-4930-86c3-58a22c06c24a None None] Pushing event updated for resources: {'Port': ['ID=0854610f-0eb6-4005-a81a-470fffabd39d,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:26.445391 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2ac7ad-de95-42fa-8318-cff530641a86 None None] Checking agent: {'id': '7bcac420-d3a9-4cfc-af22-5ba5795a5287', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 13, 52, 19), 'started_at': datetime.datetime(2022, 7, 15, 13, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 14, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 14:07:26.446367 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2ac7ad-de95-42fa-8318-cff530641a86 None None] Checking segment: {'id': '4890d217-1662-4526-a7d0-b4e3cb182093', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:07:26.446367 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eb2ac7ad-de95-42fa-8318-cff530641a86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:26.446618 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2ac7ad-de95-42fa-8318-cff530641a86 None None] Bound using segment: {'id': '4890d217-1662-4526-a7d0-b4e3cb182093', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 14:07:26.447014 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-eb2ac7ad-de95-42fa-8318-cff530641a86 None None] Bound port: 0854610f-0eb6-4005-a81a-470fffabd39d, host: dv-cinder-850002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4890d217-1662-4526-a7d0-b4e3cb182093', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 15 14:07:26.447529 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eb2ac7ad-de95-42fa-8318-cff530641a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (0854610f-0eb6-4005-a81a-470fffabd39d), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:26.521391 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-eb2ac7ad-de95-42fa-8318-cff530641a86 None None] For port 0854610f-0eb6-4005-a81a-470fffabd39d, host dv-cinder-850002-1-iscsi, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:07:26.525520 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-eb2ac7ad-de95-42fa-8318-cff530641a86 None None] For port 0854610f-0eb6-4005-a81a-470fffabd39d, host dv-cinder-850002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=0854610f-0eb6-4005-a81a-470fffabd39d,segment=NetworkSegment(4890d217-1662-4526-a7d0-b4e3cb182093),segment_id=4890d217-1662-4526-a7d0-b4e3cb182093)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:07:26.530500 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1e3c715e-1b82-45d9-921c-092284e9d5e7 admin admin] Publish callbacks [] for port (60b858ee-455e-4bac-a1d8-2c997de3e73f), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:26.532771 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eb2ac7ad-de95-42fa-8318-cff530641a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (0854610f-0eb6-4005-a81a-470fffabd39d), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:26.574790 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1e3c715e-1b82-45d9-921c-092284e9d5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (60b858ee-455e-4bac-a1d8-2c997de3e73f), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:26.581664 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2ac7ad-de95-42fa-8318-cff530641a86 None None] Routers {'48429b99-a37c-48d2-b6c4-59b70d7acf3b'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:07:26.582815 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-eb2ac7ad-de95-42fa-8318-cff530641a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:07:16Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['48429b99-a37c-48d2-b6c4-59b70d7acf3b'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:26.643016 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3c715e-1b82-45d9-921c-092284e9d5e7 admin admin] Network 23ed595f-021e-4b49-9057-9caea24d9122 is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:07:26.646013 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fbda8c-41b6-4930-86c3-58a22c06c24a None None] Pushing event updated for resources: {'Port': ['ID=0854610f-0eb6-4005-a81a-470fffabd39d,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:26.647767 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:26.649898 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-1e3c715e-1b82-45d9-921c-092284e9d5e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:07:26.673223 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3c715e-1b82-45d9-921c-092284e9d5e7 admin admin] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:07:26.688074 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24085007-c6cb-4993-acb9-fb5de496fe11 req-6b689c03-593b-4c77-bfe7-9587d5befa8f tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:26.691147 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-24085007-c6cb-4993-acb9-fb5de496fe11 req-6b689c03-593b-4c77-bfe7-9587d5befa8f tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 944 time: 0.1011083 Jul 15 14:07:26.730507 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-eb2ac7ad-de95-42fa-8318-cff530641a86 None None] Set router 48429b99-a37c-48d2-b6c4-59b70d7acf3b gateway port host: dv-cinder-850002-1-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:07:26.754635 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a190398d-f89d-42c9-88b1-73a64251e4a5 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for port (722e630c-57d3-44f2-b654-9fe6305ef781), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:26.755844 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c715e-1b82-45d9-921c-092284e9d5e7 admin admin] Pushing event updated for resources: {'Port': ['ID=60b858ee-455e-4bac-a1d8-2c997de3e73f,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:26.759010 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port c1fc8007-1625-4c1e-a3cc-b50dea81b172 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:07:26.770943 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a190398d-f89d-42c9-88b1-73a64251e4a5 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59481573'] for port (722e630c-57d3-44f2-b654-9fe6305ef781), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:26.788708 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-5aa67c07-f587-4d5f-84be-5747a13d18ba None None] Current status of the port c1fc8007-1625-4c1e-a3cc-b50dea81b172 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:07:26.799531 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1e3c715e-1b82-45d9-921c-092284e9d5e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562181'] for router_interface (48429b99-a37c-48d2-b6c4-59b70d7acf3b), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:26.835074 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a190398d-f89d-42c9-88b1-73a64251e4a5 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Pushing event updated for resources: {'Port': ['ID=722e630c-57d3-44f2-b654-9fe6305ef781,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:26.872476 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-24085007-c6cb-4993-acb9-fb5de496fe11 req-02d2ff80-d676-468a-b54f-6acf0d442c00 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc90dd3c-5f93-4a9b-a566-083482f307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647124 Jul 15 14:07:26.910167 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:26.924800 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (73ab3907-1bcf-455f-a05d-131e96f159a2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:26.931916 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a190398d-f89d-42c9-88b1-73a64251e4a5 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448782'] for floatingip (4a5e18c4-20d1-4e91-bff3-b2bda25a4da9), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:26.959273 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a190398d-f89d-42c9-88b1-73a64251e4a5 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for floatingip (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:26.961497 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-a190398d-f89d-42c9-88b1-73a64251e4a5 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4050541 Jul 15 14:07:26.970680 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-eb2ac7ad-de95-42fa-8318-cff530641a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48429b99-a37c-48d2-b6c4-59b70d7acf3b', 'name': 'tempest-TestShelveInstance-1204967270-router', 'tenant_id': 'e608cc75a5ed4f05b462c84c29a31788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '0854610f-0eb6-4005-a81a-470fffabd39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:07:21Z', 'updated_at': '2022-07-15T14:07:23Z', 'revision_number': 3, 'project_id': 'e608cc75a5ed4f05b462c84c29a31788', 'gw_port': {'id': '0854610f-0eb6-4005-a81a-470fffabd39d', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48429b99-a37c-48d2-b6c4-59b70d7acf3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:22Z', 'updated_at': '2022-07-15T14:07:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi'}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:26.993357 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1e3c715e-1b82-45d9-921c-092284e9d5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (60b858ee-455e-4bac-a1d8-2c997de3e73f), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:27.003513 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2ac7ad-de95-42fa-8318-cff530641a86 None None] The sync data for ids ['48429b99-a37c-48d2-b6c4-59b70d7acf3b'] in dv-cinder-850002-1-iscsi is: [{'id': '48429b99-a37c-48d2-b6c4-59b70d7acf3b', 'name': 'tempest-TestShelveInstance-1204967270-router', 'tenant_id': 'e608cc75a5ed4f05b462c84c29a31788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '0854610f-0eb6-4005-a81a-470fffabd39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:07:21Z', 'updated_at': '2022-07-15T14:07:23Z', 'revision_number': 3, 'project_id': 'e608cc75a5ed4f05b462c84c29a31788', 'gw_port': {'id': '0854610f-0eb6-4005-a81a-470fffabd39d', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48429b99-a37c-48d2-b6c4-59b70d7acf3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:22Z', 'updated_at': '2022-07-15T14:07:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi'}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:07:27.035475 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-09d4755b-e754-418e-9e09-29967e2d6100 None None] Publish callbacks [] for port (a76e407d-90b4-4481-818a-ae7c0d5f0deb), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:27.045809 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-09d4755b-e754-418e-9e09-29967e2d6100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (a76e407d-90b4-4481-818a-ae7c0d5f0deb), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:27.119691 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f3c2b6-a9b8-4e2b-840a-d428c02ed080 None None] Pushing event updated for resources: {'Port': ['ID=a76e407d-90b4-4481-818a-ae7c0d5f0deb,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:27.158957 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-31bfdbe3-799e-45e5-9145-d12d8c631663 None None] Provisioning complete for port 60b858ee-455e-4bac-a1d8-2c997de3e73f triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:07:27.159776 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-31bfdbe3-799e-45e5-9145-d12d8c631663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (60b858ee-455e-4bac-a1d8-2c997de3e73f), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:27.170226 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-de2c9aae-4754-4779-a9a9-150e82131eff req-854eb6ee-4294-40ff-8bc9-fc806f391482 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1525046194&fields=id&tenant_id=26daacf03c844ff8a7546dfe3b36d8bb HTTP/1.1" status: 200 len: 267 time: 0.0646939 Jul 15 14:07:27.250481 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-09d4755b-e754-418e-9e09-29967e2d6100 None None] Attempting to bind port a76e407d-90b4-4481-818a-ae7c0d5f0deb on host dv-cinder-850002-1-iscsi for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 15 14:07:27.250878 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-09d4755b-e754-418e-9e09-29967e2d6100 None None] Attempting to bind port a76e407d-90b4-4481-818a-ae7c0d5f0deb by drivers openvswitch,hyperv on host dv-cinder-850002-1-iscsi at level 0 using segments [{'id': 'a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 15 14:07:27.251319 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d4755b-e754-418e-9e09-29967e2d6100 None None] Attempting to bind port a76e407d-90b4-4481-818a-ae7c0d5f0deb on network 98015688-617a-4c97-89d4-c0de9e353bb5 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:07:27.254906 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-31bfdbe3-799e-45e5-9145-d12d8c631663 None None] Port 60b858ee-455e-4bac-a1d8-2c997de3e73f cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 15 14:07:27.260597 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d4755b-e754-418e-9e09-29967e2d6100 None None] Checking agent: {'id': '7bcac420-d3a9-4cfc-af22-5ba5795a5287', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 13, 52, 19), 'started_at': datetime.datetime(2022, 7, 15, 13, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 14, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 14:07:27.261006 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d4755b-e754-418e-9e09-29967e2d6100 None None] Checking segment: {'id': 'a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:07:27.261459 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1e3c715e-1b82-45d9-921c-092284e9d5e7 admin admin] Publish callbacks [] for port (60b858ee-455e-4bac-a1d8-2c997de3e73f), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:27.261669 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-09d4755b-e754-418e-9e09-29967e2d6100 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:27.262322 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d4755b-e754-418e-9e09-29967e2d6100 None None] Bound using segment: {'id': 'a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 14:07:27.262843 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-09d4755b-e754-418e-9e09-29967e2d6100 None None] Bound port: a76e407d-90b4-4481-818a-ae7c0d5f0deb, host: dv-cinder-850002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 15 14:07:27.263233 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-09d4755b-e754-418e-9e09-29967e2d6100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (a76e407d-90b4-4481-818a-ae7c0d5f0deb), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:27.271174 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1e3c715e-1b82-45d9-921c-092284e9d5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268230'] for port (60b858ee-455e-4bac-a1d8-2c997de3e73f), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:27.324356 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:27.325787 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1e3c715e-1b82-45d9-921c-092284e9d5e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449591'] for router_interface (48429b99-a37c-48d2-b6c4-59b70d7acf3b), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:27.331723 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-09d4755b-e754-418e-9e09-29967e2d6100 None None] For port a76e407d-90b4-4481-818a-ae7c0d5f0deb, host dv-cinder-850002-1-iscsi, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:07:27.339378 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-09d4755b-e754-418e-9e09-29967e2d6100 None None] For port a76e407d-90b4-4481-818a-ae7c0d5f0deb, host dv-cinder-850002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=a76e407d-90b4-4481-818a-ae7c0d5f0deb,segment=NetworkSegment(a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7),segment_id=a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:07:27.351282 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-09d4755b-e754-418e-9e09-29967e2d6100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (a76e407d-90b4-4481-818a-ae7c0d5f0deb), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:27.388368 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c9aae-4754-4779-a9a9-150e82131eff req-bc0ec815-e4fb-4ca0-817e-de9a4d1bf151 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:27.399411 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-de2c9aae-4754-4779-a9a9-150e82131eff req-bc0ec815-e4fb-4ca0-817e-de9a4d1bf151 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/networks?id=98015688-617a-4c97-89d4-c0de9e353bb5 HTTP/1.1" status: 200 len: 814 time: 0.2280319 Jul 15 14:07:27.422340 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-de2c9aae-4754-4779-a9a9-150e82131eff req-0ffdf2bd-2558-4d2d-a4dc-08baca346db7 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/quotas/26daacf03c844ff8a7546dfe3b36d8bb HTTP/1.1" status: 200 len: 375 time: 0.0157681 Jul 15 14:07:27.441971 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d4755b-e754-418e-9e09-29967e2d6100 None None] Routers {'bd8b2dd7-79a3-44de-b57d-5a43659ef752'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:07:27.442747 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-09d4755b-e754-418e-9e09-29967e2d6100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:07:16Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['bd8b2dd7-79a3-44de-b57d-5a43659ef752'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:27.522426 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-e97353e2-b50b-416a-a5e4-a796bb185e91 None None] Provisioning complete for port a76e407d-90b4-4481-818a-ae7c0d5f0deb triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:07:27.522811 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e97353e2-b50b-416a-a5e4-a796bb185e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (a76e407d-90b4-4481-818a-ae7c0d5f0deb), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:27.526757 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c715e-1b82-45d9-921c-092284e9d5e7 admin admin] Pushing event updated for resources: {'Port': ['ID=60b858ee-455e-4bac-a1d8-2c997de3e73f,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:27.531718 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f3c2b6-a9b8-4e2b-840a-d428c02ed080 None None] Pushing event updated for resources: {'Port': ['ID=a76e407d-90b4-4481-818a-ae7c0d5f0deb,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:27.551617 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-de2c9aae-4754-4779-a9a9-150e82131eff req-238f7d7b-3a39-4fae-ad61-6bbec1af6675 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=26daacf03c844ff8a7546dfe3b36d8bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1085913 Jul 15 14:07:27.608974 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3c715e-1b82-45d9-921c-092284e9d5e7 admin admin] Network 23ed595f-021e-4b49-9057-9caea24d9122 is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:07:27.624115 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-1e3c715e-1b82-45d9-921c-092284e9d5e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:07:27.653754 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-09d4755b-e754-418e-9e09-29967e2d6100 None None] Set router bd8b2dd7-79a3-44de-b57d-5a43659ef752 gateway port host: dv-cinder-850002-1-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:07:27.749524 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:27.750364 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:27.763040 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-de2c9aae-4754-4779-a9a9-150e82131eff req-8afccfd9-5e51-4a12-a169-c27c2096b099 service neutron] 10.222.0.16 "GET /v2.0/networks/98015688-617a-4c97-89d4-c0de9e353bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886456 Jul 15 14:07:27.845422 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e3c715e-1b82-45d9-921c-092284e9d5e7 admin admin] Router 48429b99-a37c-48d2-b6c4-59b70d7acf3b has already been hosted by L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 14:07:27.996061 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-de2c9aae-4754-4779-a9a9-150e82131eff req-0d8a4706-50d0-492b-b1d1-c090851567e4 service neutron] 10.222.0.16 "GET /v2.0/networks/98015688-617a-4c97-89d4-c0de9e353bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254584 Jul 15 14:07:28.023760 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3c715e-1b82-45d9-921c-092284e9d5e7 admin admin] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:07:28.036805 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-1e3c715e-1b82-45d9-921c-092284e9d5e7 admin admin] 10.222.0.16 "PUT /v2.0/routers/48429b99-a37c-48d2-b6c4-59b70d7acf3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6033812 Jul 15 14:07:28.045205 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device c1fc8007-1625-4c1e-a3cc-b50dea81b172 up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:07:28.053783 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:28.093391 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:28.104156 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:28.117842 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f607de-2ccb-438f-b9ef-f95275585607 req-38b61e00-0670-4b42-913b-69ee36654b55 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:28.119409 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-30f607de-2ccb-438f-b9ef-f95275585607 req-38b61e00-0670-4b42-913b-69ee36654b55 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 944 time: 0.0833526 Jul 15 14:07:28.220738 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-30f607de-2ccb-438f-b9ef-f95275585607 req-960aba8a-2d66-44d1-b183-20bb2f1c5b6e tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc90dd3c-5f93-4a9b-a566-083482f307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914698 Jul 15 14:07:28.272626 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port c1fc8007-1625-4c1e-a3cc-b50dea81b172 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:07:28.273030 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (c1fc8007-1625-4c1e-a3cc-b50dea81b172), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:28.277582 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e97353e2-b50b-416a-a5e4-a796bb185e91 None None] Current status of the port a76e407d-90b4-4481-818a-ae7c0d5f0deb is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:07:28.277960 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e97353e2-b50b-416a-a5e4-a796bb185e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (a76e407d-90b4-4481-818a-ae7c0d5f0deb), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:28.314743 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-af0e469b-5dbf-452a-81aa-6c988f778966 req-2d5aa672-3b04-45a1-8f0e-04c50dc26604 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f8b8d9e-553e-4193-aaf6-1f599d5282bc HTTP/1.1" status: 200 len: 210 time: 0.0416250 Jul 15 14:07:28.317688 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-09d4755b-e754-418e-9e09-29967e2d6100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'name': 'tempest-AttachVolumeNegativeTest-947777848-router', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:07:16Z', 'updated_at': '2022-07-15T14:07:21Z', 'revision_number': 4, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'gw_port': {'id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:37:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:17Z', 'updated_at': '2022-07-15T14:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': 'a76e407d-90b4-4481-818a-ae7c0d5f0deb', 'name': '', 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'mac_address': 'fa:16:3e:79:4c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e9260d0b-edd3-47d2-82af-0f443bfabd45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:20Z', 'updated_at': '2022-07-15T14:07:27Z', 'revision_number': 4, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'subnets': [{'id': 'e9260d0b-edd3-47d2-82af-0f443bfabd45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:28.384753 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d4755b-e754-418e-9e09-29967e2d6100 None None] The sync data for ids ['bd8b2dd7-79a3-44de-b57d-5a43659ef752'] in dv-cinder-850002-1-iscsi is: [{'id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'name': 'tempest-AttachVolumeNegativeTest-947777848-router', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:07:16Z', 'updated_at': '2022-07-15T14:07:21Z', 'revision_number': 4, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'gw_port': {'id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:37:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:17Z', 'updated_at': '2022-07-15T14:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': 'a76e407d-90b4-4481-818a-ae7c0d5f0deb', 'name': '', 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'mac_address': 'fa:16:3e:79:4c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e9260d0b-edd3-47d2-82af-0f443bfabd45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:20Z', 'updated_at': '2022-07-15T14:07:27Z', 'revision_number': 4, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'subnets': [{'id': 'e9260d0b-edd3-47d2-82af-0f443bfabd45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:07:28.391162 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e97353e2-b50b-416a-a5e4-a796bb185e91 None None] For port a76e407d-90b4-4481-818a-ae7c0d5f0deb, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=a76e407d-90b4-4481-818a-ae7c0d5f0deb,segment=NetworkSegment(a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7),segment_id=a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:07:28.406471 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e97353e2-b50b-416a-a5e4-a796bb185e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (a76e407d-90b4-4481-818a-ae7c0d5f0deb), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:28.501944 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port c1fc8007-1625-4c1e-a3cc-b50dea81b172 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:07:28.504380 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 0854610f-0eb6-4005-a81a-470fffabd39d up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:07:28.546669 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97353e2-b50b-416a-a5e4-a796bb185e91 None None] Pushing event updated for resources: {'Port': ['ID=a76e407d-90b4-4481-818a-ae7c0d5f0deb,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:28.573507 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device f363e19e-f4b1-40d5-a9a0-b2499a7aa619 details requested by agent hyperv_hv-cinder-85000 with host hv-cinder-85000 {{(pid=103883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:07:28.584105 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-bc07bba6-9126-44ad-9ccc-2d95364b72d3 None None] Provisioning complete for port a76e407d-90b4-4481-818a-ae7c0d5f0deb triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:07:28.584514 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-bc07bba6-9126-44ad-9ccc-2d95364b72d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (a76e407d-90b4-4481-818a-ae7c0d5f0deb), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:28.672054 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port 0854610f-0eb6-4005-a81a-470fffabd39d triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:07:28.672892 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (0854610f-0eb6-4005-a81a-470fffabd39d), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:28.823854 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-bc07bba6-9126-44ad-9ccc-2d95364b72d3 None None] Current status of the port a76e407d-90b4-4481-818a-ae7c0d5f0deb is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:07:28.870904 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-bc07bba6-9126-44ad-9ccc-2d95364b72d3 None None] Provisioning complete for port 60b858ee-455e-4bac-a1d8-2c997de3e73f triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:07:28.871316 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-bc07bba6-9126-44ad-9ccc-2d95364b72d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (60b858ee-455e-4bac-a1d8-2c997de3e73f), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:28.888606 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 53194) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:07:28.897205 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-8c07299c-e1aa-4920-9f7b-56d7e5d99523 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1181793566-network', 'tenant_id': '45cc3efc2301469d897af308ce66fde6'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:07:28.917134 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port f363e19e-f4b1-40d5-a9a0-b2499a7aa619, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=f363e19e-f4b1-40d5-a9a0-b2499a7aa619,segment=NetworkSegment(6120fc8a-8d07-42e8-bbb1-497afed6cae1),segment_id=6120fc8a-8d07-42e8-bbb1-497afed6cae1)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:07:28.937301 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c07299c-e1aa-4920-9f7b-56d7e5d99523 admin admin] Made reservation on behalf of 45cc3efc2301469d897af308ce66fde6 for: {'network': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:07:28.940174 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8c07299c-e1aa-4920-9f7b-56d7e5d99523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for network (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:28.951533 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8c07299c-e1aa-4920-9f7b-56d7e5d99523 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:28.961183 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Returning: {'device': 'f363e19e-f4b1-40d5-a9a0-b2499a7aa619', 'network_id': '68380afb-92df-4e5a-adc7-5f1834064646', 'port_id': 'f363e19e-f4b1-40d5-a9a0-b2499a7aa619', 'mac_address': 'fa:16:3e:ce:5d:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df9e13f7-b2b8-4f61-84bd-25765312a9d7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:07:28.967501 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port 0854610f-0eb6-4005-a81a-470fffabd39d is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:07:28.968292 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (0854610f-0eb6-4005-a81a-470fffabd39d), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:29.008512 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] For port 0854610f-0eb6-4005-a81a-470fffabd39d, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=0854610f-0eb6-4005-a81a-470fffabd39d,segment=NetworkSegment(4890d217-1662-4526-a7d0-b4e3cb182093),segment_id=4890d217-1662-4526-a7d0-b4e3cb182093)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:07:29.012778 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-bc07bba6-9126-44ad-9ccc-2d95364b72d3 None None] Port 60b858ee-455e-4bac-a1d8-2c997de3e73f cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 15 14:07:29.019504 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (0854610f-0eb6-4005-a81a-470fffabd39d), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:29.116648 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8c07299c-e1aa-4920-9f7b-56d7e5d99523 admin admin] Publish callbacks [] for security_group (42f57d3f-44e4-4bbf-ae2e-78856070fa8d), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:29.125443 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8c07299c-e1aa-4920-9f7b-56d7e5d99523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (42f57d3f-44e4-4bbf-ae2e-78856070fa8d), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:29.140931 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:29.170448 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Current status of the port f363e19e-f4b1-40d5-a9a0-b2499a7aa619 is: DOWN; New status is: BUILD {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:07:29.170967 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (f363e19e-f4b1-40d5-a9a0-b2499a7aa619), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:29.175957 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Pushing event updated for resources: {'Port': ['ID=0854610f-0eb6-4005-a81a-470fffabd39d,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:29.199500 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f363e19e-f4b1-40d5-a9a0-b2499a7aa619 {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 14:07:29.214285 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c07299c-e1aa-4920-9f7b-56d7e5d99523 admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=103881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:07:29.217639 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c07299c-e1aa-4920-9f7b-56d7e5d99523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f57d3f-44e4-4bbf-ae2e-78856070fa8d,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:29.243986 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8c07299c-e1aa-4920-9f7b-56d7e5d99523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7753414'] for segment (b0ff9e51-9017-4d8b-b7a2-e36450b974fd), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:29.244341 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.db.segments_db [None req-8c07299c-e1aa-4920-9f7b-56d7e5d99523 admin admin] Added segment b0ff9e51-9017-4d8b-b7a2-e36450b974fd of type vlan for network 99e4efdd-dacd-4f1e-aecd-d0e996f3ca80 Jul 15 14:07:29.255930 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port f363e19e-f4b1-40d5-a9a0-b2499a7aa619, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=f363e19e-f4b1-40d5-a9a0-b2499a7aa619,segment=NetworkSegment(6120fc8a-8d07-42e8-bbb1-497afed6cae1),segment_id=6120fc8a-8d07-42e8-bbb1-497afed6cae1)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:07:29.260831 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (f363e19e-f4b1-40d5-a9a0-b2499a7aa619), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:29.304853 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8c07299c-e1aa-4920-9f7b-56d7e5d99523 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774722052666'] for network (99e4efdd-dacd-4f1e-aecd-d0e996f3ca80), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:29.337552 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Pushing event updated for resources: {'Port': ['ID=f363e19e-f4b1-40d5-a9a0-b2499a7aa619,revision_number=9']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:29.340632 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8c07299c-e1aa-4920-9f7b-56d7e5d99523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794'] for network (99e4efdd-dacd-4f1e-aecd-d0e996f3ca80), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:29.342344 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c07299c-e1aa-4920-9f7b-56d7e5d99523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:29.342989 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8c07299c-e1aa-4920-9f7b-56d7e5d99523 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for network (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:29.420455 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-8c07299c-e1aa-4920-9f7b-56d7e5d99523 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5317574 Jul 15 14:07:29.424562 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 53200) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:07:29.432722 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-1679f3c7-1587-480b-80d6-bdb0ea8492bb admin admin] Request body: {'subnet': {'network_id': '99e4efdd-dacd-4f1e-aecd-d0e996f3ca80', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1181793566-subnet', 'tenant_id': '45cc3efc2301469d897af308ce66fde6', 'ip_version': 4}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:07:29.443776 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c07299c-e1aa-4920-9f7b-56d7e5d99523 admin admin] Pushing event updated for resources: {'Network': ['ID=99e4efdd-dacd-4f1e-aecd-d0e996f3ca80,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:29.460755 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Network 99e4efdd-dacd-4f1e-aecd-d0e996f3ca80 details requested by agent ovs-agent-dv-cinder-850002-1-iscsi with host dv-cinder-850002-1-iscsi {{(pid=103883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:07:29.462244 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-dd0bea9c-182d-420a-92f5-8cd7a5a57b30 req-fa6d9926-e77e-482f-8917-977920d8fe15 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f8b8d9e-553e-4193-aaf6-1f599d5282bc HTTP/1.1" status: 200 len: 210 time: 0.0654964 Jul 15 14:07:29.475312 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1679f3c7-1587-480b-80d6-bdb0ea8492bb admin admin] Made reservation on behalf of 45cc3efc2301469d897af308ce66fde6 for: {'subnet': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:07:29.475876 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d98e24-efce-41bc-a891-48e1bec98926 req-20832e64-db88-4e3d-ace9-0d3db86fe772 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:29.480920 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1679f3c7-1587-480b-80d6-bdb0ea8492bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59476033'] for subnet (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:29.485112 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-87d98e24-efce-41bc-a891-48e1bec98926 req-20832e64-db88-4e3d-ace9-0d3db86fe772 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 945 time: 0.1319175 Jul 15 14:07:29.504010 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] get_ports_and_sgs() called for port_ids ['f363e19e-f4b1-40d5-a9a0-b2499a7aa619'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:07:29.558892 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-87d98e24-efce-41bc-a891-48e1bec98926 req-abb8261f-f20d-4952-a0d0-2e9c76e44ec3 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc90dd3c-5f93-4a9b-a566-083482f307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723817 Jul 15 14:07:29.592539 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:29.654215 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device a76e407d-90b4-4481-818a-ae7c0d5f0deb up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:07:29.678094 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c45da3-efde-474f-b89e-0a6fa8d832c0 None None] Sync routers for ids ['48429b99-a37c-48d2-b6c4-59b70d7acf3b'] in dv-cinder-850002-1-iscsi {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:07:29.707640 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:29.737924 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c45da3-efde-474f-b89e-0a6fa8d832c0 None None] Routers {'48429b99-a37c-48d2-b6c4-59b70d7acf3b'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:07:29.738587 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-62c45da3-efde-474f-b89e-0a6fa8d832c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:07:16Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['48429b99-a37c-48d2-b6c4-59b70d7acf3b'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:29.791777 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1679f3c7-1587-480b-80d6-bdb0ea8492bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3268383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59476147'] for subnet (997e831b-306f-4d04-b008-e5e22cf28587), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:29.824904 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:29.874720 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port a76e407d-90b4-4481-818a-ae7c0d5f0deb triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:07:29.876150 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (a76e407d-90b4-4481-818a-ae7c0d5f0deb), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:29.901116 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1679f3c7-1587-480b-80d6-bdb0ea8492bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=997e831b-306f-4d04-b008-e5e22cf28587,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:29.933947 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c9aae-4754-4779-a9a9-150e82131eff req-931f39fc-fddf-41cd-99ed-f54eaa5a49cf tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:29.936482 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-de2c9aae-4754-4779-a9a9-150e82131eff req-931f39fc-fddf-41cd-99ed-f54eaa5a49cf tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.64 "GET /v2.0/networks?id=98015688-617a-4c97-89d4-c0de9e353bb5 HTTP/1.1" status: 200 len: 814 time: 0.2057462 Jul 15 14:07:29.937505 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1679f3c7-1587-480b-80d6-bdb0ea8492bb admin admin] Checking segment: {'id': 'b0ff9e51-9017-4d8b-b7a2-e36450b974fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '99e4efdd-dacd-4f1e-aecd-d0e996f3ca80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:07:29.937867 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1679f3c7-1587-480b-80d6-bdb0ea8492bb admin admin] Network hostable DHCP agents. Network: 99e4efdd-dacd-4f1e-aecd-d0e996f3ca80, hostable agents: ['6c40ee43-5406-4a95-b7b4-11b32ddced25'], hosted agents: [] {{(pid=103881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:07:29.956779 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:29.960775 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1679f3c7-1587-480b-80d6-bdb0ea8492bb admin admin] Network 99e4efdd-dacd-4f1e-aecd-d0e996f3ca80 is scheduled to be hosted by DHCP agent 6c40ee43-5406-4a95-b7b4-11b32ddced25 with binding_index 1 {{(pid=103881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:07:29.986539 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-1679f3c7-1587-480b-80d6-bdb0ea8492bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850002-1-iscsi, 99e4efdd-dacd-4f1e-aecd-d0e996f3ca80) {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:07:29.994819 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1679f3c7-1587-480b-80d6-bdb0ea8492bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:29.995561 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1679f3c7-1587-480b-80d6-bdb0ea8492bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for subnet (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:30.005083 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964fb69f-a005-44c9-ba67-9faf99a3abb0 None None] Network 99e4efdd-dacd-4f1e-aecd-d0e996f3ca80 requested from dv-cinder-850002-1-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 14:07:30.034239 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-1679f3c7-1587-480b-80d6-bdb0ea8492bb admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6084802 Jul 15 14:07:30.036857 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 53206) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:07:30.043144 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-553c2da2-eca5-414e-ab86-a23a1323bc86 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1181793566-router', 'tenant_id': '45cc3efc2301469d897af308ce66fde6', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'}}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:07:30.062894 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-de2c9aae-4754-4779-a9a9-150e82131eff req-f7d0cb5e-7e71-452d-8379-3e1c91205d2e tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26daacf03c844ff8a7546dfe3b36d8bb HTTP/1.1" status: 200 len: 380 time: 0.0911083 Jul 15 14:07:30.108363 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [req-de2c9aae-4754-4779-a9a9-150e82131eff req-6fff86b3-1c6c-4b4a-b982-fcdcb2249921 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Request body: {'port': {'device_id': '5f8b8d9e-553e-4193-aaf6-1f599d5282bc', 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5', 'admin_state_up': True, 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'security_groups': ['e6236c99-185d-47df-a8e7-38f4d6687951']}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:07:30.119354 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-62c45da3-efde-474f-b89e-0a6fa8d832c0 None None] Set router 48429b99-a37c-48d2-b6c4-59b70d7acf3b gateway port host: dv-cinder-850002-1-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:07:30.130907 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-553c2da2-eca5-414e-ab86-a23a1323bc86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6535'] for router (52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:30.132781 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-553c2da2-eca5-414e-ab86-a23a1323bc86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451168', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6558'] for router (52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:30.263983 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-553c2da2-eca5-414e-ab86-a23a1323bc86 admin admin] Publish callbacks [] for router_controller (52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2), precommit_add_association {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:30.279504 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:30.322339 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de2c9aae-4754-4779-a9a9-150e82131eff req-6fff86b3-1c6c-4b4a-b982-fcdcb2249921 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Made reservation on behalf of 26daacf03c844ff8a7546dfe3b36d8bb for: {'port': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:07:30.327217 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-de2c9aae-4754-4779-a9a9-150e82131eff req-6fff86b3-1c6c-4b4a-b982-fcdcb2249921 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:30.350124 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port a76e407d-90b4-4481-818a-ae7c0d5f0deb is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:07:30.351440 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 0854610f-0eb6-4005-a81a-470fffabd39d up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:07:30.421639 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-3117b6cd-8377-4598-90e9-298b0791c2f7 None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:07:30.475310 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-553c2da2-eca5-414e-ab86-a23a1323bc86 admin admin] Publish callbacks [] for router_gateway (52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:30.492090 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [req-de2c9aae-4754-4779-a9a9-150e82131eff req-6fff86b3-1c6c-4b4a-b982-fcdcb2249921 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Allocated IP 172.20.0.13 (98015688-617a-4c97-89d4-c0de9e353bb5/e9260d0b-edd3-47d2-82af-0f443bfabd45/08923a84-8b04-41f6-8ada-897d5d2d5a5e) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:07:30.613373 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device f363e19e-f4b1-40d5-a9a0-b2499a7aa619 up at agent hyperv_hv-cinder-85000 {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:07:30.634103 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbce1d7-7810-4a44-a6c3-38aa4762a2ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc234a0a-26a4-5646-a6f4-c567700ad66a-99e4efdd-dacd-4f1e-aecd-d0e996f3ca80', 'network_id': '99e4efdd-dacd-4f1e-aecd-d0e996f3ca80', 'project_id': '45cc3efc2301469d897af308ce66fde6', 'fixed_ips': [{'subnet_id': '997e831b-306f-4d04-b008-e5e22cf28587'}]}} from dv-cinder-850002-1-iscsi. {{(pid=103883) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 15 14:07:30.635111 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4cbce1d7-7810-4a44-a6c3-38aa4762a2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:30.639641 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-77b9634e-20e5-4034-aafe-0e40395dfd52 req-2c888a72-2d60-4f09-8449-544b6317cda5 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f8b8d9e-553e-4193-aaf6-1f599d5282bc HTTP/1.1" status: 200 len: 210 time: 0.0297573 Jul 15 14:07:30.681973 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port 0854610f-0eb6-4005-a81a-470fffabd39d triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:07:30.682605 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (0854610f-0eb6-4005-a81a-470fffabd39d), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:30.738928 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-de2c9aae-4754-4779-a9a9-150e82131eff req-6fff86b3-1c6c-4b4a-b982-fcdcb2249921 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for port (08923a84-8b04-41f6-8ada-897d5d2d5a5e), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:30.749904 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:30.754247 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfede66b-839e-4599-94b0-1561c1d17845 req-1d2e64cf-64ed-490d-bf21-1e5de1076889 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:30.756063 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-dfede66b-839e-4599-94b0-1561c1d17845 req-1d2e64cf-64ed-490d-bf21-1e5de1076889 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 945 time: 0.0814867 Jul 15 14:07:30.764652 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-553c2da2-eca5-414e-ab86-a23a1323bc86 admin admin] Publish callbacks [] for router_gateway (52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:30.786754 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-de2c9aae-4754-4779-a9a9-150e82131eff req-6fff86b3-1c6c-4b4a-b982-fcdcb2249921 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (08923a84-8b04-41f6-8ada-897d5d2d5a5e), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:30.797112 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-553c2da2-eca5-414e-ab86-a23a1323bc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:30.828578 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de2c9aae-4754-4779-a9a9-150e82131eff req-6fff86b3-1c6c-4b4a-b982-fcdcb2249921 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Network 98015688-617a-4c97-89d4-c0de9e353bb5 is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:07:30.831845 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [req-de2c9aae-4754-4779-a9a9-150e82131eff req-6fff86b3-1c6c-4b4a-b982-fcdcb2249921 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:07:30.833085 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-62c45da3-efde-474f-b89e-0a6fa8d832c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48429b99-a37c-48d2-b6c4-59b70d7acf3b', 'name': 'tempest-TestShelveInstance-1204967270-router', 'tenant_id': 'e608cc75a5ed4f05b462c84c29a31788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '0854610f-0eb6-4005-a81a-470fffabd39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:07:21Z', 'updated_at': '2022-07-15T14:07:26Z', 'revision_number': 4, 'project_id': 'e608cc75a5ed4f05b462c84c29a31788', 'gw_port': {'id': '0854610f-0eb6-4005-a81a-470fffabd39d', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48429b99-a37c-48d2-b6c4-59b70d7acf3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:22Z', 'updated_at': '2022-07-15T14:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': '60b858ee-455e-4bac-a1d8-2c997de3e73f', 'name': '', 'network_id': '23ed595f-021e-4b49-9057-9caea24d9122', 'tenant_id': 'e608cc75a5ed4f05b462c84c29a31788', 'mac_address': 'fa:16:3e:ca:75:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48429b99-a37c-48d2-b6c4-59b70d7acf3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '11e103b7-3d94-49bf-928a-697ea97318ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:26Z', 'updated_at': '2022-07-15T14:07:27Z', 'revision_number': 2, 'project_id': 'e608cc75a5ed4f05b462c84c29a31788', 'subnets': [{'id': '11e103b7-3d94-49bf-928a-697ea97318ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:30.838401 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-de2c9aae-4754-4779-a9a9-150e82131eff req-6fff86b3-1c6c-4b4a-b982-fcdcb2249921 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:07:30.872612 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fff86b3-1c6c-4b4a-b982-fcdcb2249921 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Pushing event updated for resources: {'Port': ['ID=08923a84-8b04-41f6-8ada-897d5d2d5a5e,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:30.875410 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-dfede66b-839e-4599-94b0-1561c1d17845 req-8badf45e-5983-4d2e-89b7-6ade40f51bb0 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc90dd3c-5f93-4a9b-a566-083482f307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135581 Jul 15 14:07:30.878608 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c45da3-efde-474f-b89e-0a6fa8d832c0 None None] Checking router: 48429b99-a37c-48d2-b6c4-59b70d7acf3b for host: dv-cinder-850002-1-iscsi {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:07:30.878932 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c45da3-efde-474f-b89e-0a6fa8d832c0 None None] Updating router 48429b99-a37c-48d2-b6c4-59b70d7acf3b port 60b858ee-455e-4bac-a1d8-2c997de3e73f binding host dv-cinder-850002-1-iscsi {{(pid=103883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:07:30.880864 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Provisioning complete for port f363e19e-f4b1-40d5-a9a0-b2499a7aa619 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:07:30.881301 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (f363e19e-f4b1-40d5-a9a0-b2499a7aa619), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:30.923525 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c9aae-4754-4779-a9a9-150e82131eff req-6fff86b3-1c6c-4b4a-b982-fcdcb2249921 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:30.924960 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-de2c9aae-4754-4779-a9a9-150e82131eff req-6fff86b3-1c6c-4b4a-b982-fcdcb2249921 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:30.948435 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-de2c9aae-4754-4779-a9a9-150e82131eff req-6fff86b3-1c6c-4b4a-b982-fcdcb2249921 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8532627 Jul 15 14:07:30.966784 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [req-de2c9aae-4754-4779-a9a9-150e82131eff req-520640ff-d0ac-4d9f-b678-3653d13aa0cb service neutron] Request body: {'port': {'device_id': '5f8b8d9e-553e-4193-aaf6-1f599d5282bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85000'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:07:30.972158 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-553c2da2-eca5-414e-ab86-a23a1323bc86 admin admin] Allocated IP 172.27.0.160 (85d18fe6-b559-49ae-a129-0350ffd7e8bf/5080191c-7e2b-40a2-af2d-f84b5c858cde/d3caf41e-c6b7-4cff-be0c-fbfdfdf450db) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:07:30.994931 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62c45da3-efde-474f-b89e-0a6fa8d832c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (60b858ee-455e-4bac-a1d8-2c997de3e73f), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:31.053945 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-de2c9aae-4754-4779-a9a9-150e82131eff req-520640ff-d0ac-4d9f-b678-3653d13aa0cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (08923a84-8b04-41f6-8ada-897d5d2d5a5e), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:31.062787 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port 0854610f-0eb6-4005-a81a-470fffabd39d is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:07:31.070187 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [None req-4cbce1d7-7810-4a44-a6c3-38aa4762a2ab None None] Allocated IP 172.20.0.2 (99e4efdd-dacd-4f1e-aecd-d0e996f3ca80/997e831b-306f-4d04-b008-e5e22cf28587/b3ba42d8-f5ad-4c42-b3fd-246f59f69d53) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:07:31.094957 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:31.124020 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-553c2da2-eca5-414e-ab86-a23a1323bc86 admin admin] Publish callbacks [] for port (d3caf41e-c6b7-4cff-be0c-fbfdfdf450db), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:31.128640 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:31.158057 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:31.170662 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-553c2da2-eca5-414e-ab86-a23a1323bc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59481580'] for port (d3caf41e-c6b7-4cff-be0c-fbfdfdf450db), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:31.221199 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553c2da2-eca5-414e-ab86-a23a1323bc86 admin admin] Network 85d18fe6-b559-49ae-a129-0350ffd7e8bf is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:07:31.224418 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-553c2da2-eca5-414e-ab86-a23a1323bc86 admin admin] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:07:31.226636 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553c2da2-eca5-414e-ab86-a23a1323bc86 admin admin] Pushing event updated for resources: {'Port': ['ID=d3caf41e-c6b7-4cff-be0c-fbfdfdf450db,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:31.228804 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553c2da2-eca5-414e-ab86-a23a1323bc86 admin admin] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:07:31.236315 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Current status of the port f363e19e-f4b1-40d5-a9a0-b2499a7aa619 is: BUILD; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:07:31.236733 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (f363e19e-f4b1-40d5-a9a0-b2499a7aa619), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:31.326294 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f26be6-7c18-4f85-bf8c-dfd0311b69d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f363e19e-f4b1-40d5-a9a0-b2499a7aa619'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:07:31.328920 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c4b0ce05359387fb1b8f2741601f150af1cafc779f59aaec505bdecc1202ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ffdcad-0d9a-4881-a194-7df01f65639a" -d '{"events": [{"server_uuid": "12f26be6-7c18-4f85-bf8c-dfd0311b69d0", "name": "network-vif-plugged", "status": "completed", "tag": "f363e19e-f4b1-40d5-a9a0-b2499a7aa619"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:07:31.343718 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-cf3a8f1a-301f-47ba-9003-d175d561d20c None None] Provisioning complete for port 08923a84-8b04-41f6-8ada-897d5d2d5a5e triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:07:31.344067 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-cf3a8f1a-301f-47ba-9003-d175d561d20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (08923a84-8b04-41f6-8ada-897d5d2d5a5e), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:31.364513 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port f363e19e-f4b1-40d5-a9a0-b2499a7aa619, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=f363e19e-f4b1-40d5-a9a0-b2499a7aa619,segment=NetworkSegment(6120fc8a-8d07-42e8-bbb1-497afed6cae1),segment_id=6120fc8a-8d07-42e8-bbb1-497afed6cae1)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:07:31.385106 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 14:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b78e84-0c35-425a-bc66-d3920e457e3c x-openstack-request-id: req-78b78e84-0c35-425a-bc66-d3920e457e3c {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:07:31.385435 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f26be6-7c18-4f85-bf8c-dfd0311b69d0", "name": "network-vif-plugged", "status": "completed", "tag": "f363e19e-f4b1-40d5-a9a0-b2499a7aa619", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:07:31.385685 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-78b78e84-0c35-425a-bc66-d3920e457e3c {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:07:31.386082 dv-cinder-850002-1-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78b78e84-0c35-425a-bc66-d3920e457e3c'] response: {'server_uuid': '12f26be6-7c18-4f85-bf8c-dfd0311b69d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f363e19e-f4b1-40d5-a9a0-b2499a7aa619', 'code': 200} Jul 15 14:07:31.399061 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (f363e19e-f4b1-40d5-a9a0-b2499a7aa619), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:31.495169 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-cf3a8f1a-301f-47ba-9003-d175d561d20c None None] Port 08923a84-8b04-41f6-8ada-897d5d2d5a5e cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 15 14:07:31.506216 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [req-de2c9aae-4754-4779-a9a9-150e82131eff req-520640ff-d0ac-4d9f-b678-3653d13aa0cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08923a84-8b04-41f6-8ada-897d5d2d5a5e {{(pid=103881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 14:07:31.507202 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:31.517028 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-de2c9aae-4754-4779-a9a9-150e82131eff req-520640ff-d0ac-4d9f-b678-3653d13aa0cb service neutron] Publish callbacks [] for port (08923a84-8b04-41f6-8ada-897d5d2d5a5e), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:31.520104 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:31.537567 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.provisioning_blocks [req-de2c9aae-4754-4779-a9a9-150e82131eff req-520640ff-d0ac-4d9f-b678-3653d13aa0cb service neutron] Transition to ACTIVE for port object 08923a84-8b04-41f6-8ada-897d5d2d5a5e will not be triggered until provisioned by entity L2. {{(pid=103881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 15 14:07:31.547927 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-de2c9aae-4754-4779-a9a9-150e82131eff req-520640ff-d0ac-4d9f-b678-3653d13aa0cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268230'] for port (08923a84-8b04-41f6-8ada-897d5d2d5a5e), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:31.587196 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-553c2da2-eca5-414e-ab86-a23a1323bc86 admin admin] Publish callbacks [] for router_gateway (52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:31.601606 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Pushing event updated for resources: {'Port': ['ID=f363e19e-f4b1-40d5-a9a0-b2499a7aa619,revision_number=10']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:31.607249 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:31.627803 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4cbce1d7-7810-4a44-a6c3-38aa4762a2ab None None] Publish callbacks [] for port (b3ba42d8-f5ad-4c42-b3fd-246f59f69d53), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:31.648479 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520640ff-d0ac-4d9f-b678-3653d13aa0cb service neutron] Pushing event updated for resources: {'Port': ['ID=08923a84-8b04-41f6-8ada-897d5d2d5a5e,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:31.648711 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4cbce1d7-7810-4a44-a6c3-38aa4762a2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679'] for port (b3ba42d8-f5ad-4c42-b3fd-246f59f69d53), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:31.711147 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a6e7d-2d7b-4a08-a589-2114207ff049 req-62858b6c-43f5-4c9a-9e01-d2d6bbd64b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:31.713499 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-af2a6e7d-2d7b-4a08-a589-2114207ff049 req-62858b6c-43f5-4c9a-9e01-d2d6bbd64b8c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 1131 time: 0.0857308 Jul 15 14:07:31.772211 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbce1d7-7810-4a44-a6c3-38aa4762a2ab None None] Network 99e4efdd-dacd-4f1e-aecd-d0e996f3ca80 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:07:31.781742 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-4cbce1d7-7810-4a44-a6c3-38aa4762a2ab None None] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:07:31.797245 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbce1d7-7810-4a44-a6c3-38aa4762a2ab None None] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:07:31.807858 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbce1d7-7810-4a44-a6c3-38aa4762a2ab None None] Pushing event updated for resources: {'Port': ['ID=b3ba42d8-f5ad-4c42-b3fd-246f59f69d53,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:31.822457 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-de2c9aae-4754-4779-a9a9-150e82131eff req-520640ff-d0ac-4d9f-b678-3653d13aa0cb service neutron] Attempting to bind port 08923a84-8b04-41f6-8ada-897d5d2d5a5e on host hv-cinder-85000 for vnic_type normal with profile {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 15 14:07:31.822933 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-de2c9aae-4754-4779-a9a9-150e82131eff req-520640ff-d0ac-4d9f-b678-3653d13aa0cb service neutron] Attempting to bind port 08923a84-8b04-41f6-8ada-897d5d2d5a5e by drivers openvswitch,hyperv on host hv-cinder-85000 at level 0 using segments [{'id': 'a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5'}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 15 14:07:31.823359 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2c9aae-4754-4779-a9a9-150e82131eff req-520640ff-d0ac-4d9f-b678-3653d13aa0cb service neutron] Attempting to bind port 08923a84-8b04-41f6-8ada-897d5d2d5a5e on network 98015688-617a-4c97-89d4-c0de9e353bb5 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:07:31.826927 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62c45da3-efde-474f-b89e-0a6fa8d832c0 None None] Publish callbacks [] for port (60b858ee-455e-4bac-a1d8-2c997de3e73f), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:31.844591 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2c9aae-4754-4779-a9a9-150e82131eff req-520640ff-d0ac-4d9f-b678-3653d13aa0cb service neutron] Port 08923a84-8b04-41f6-8ada-897d5d2d5a5e on network 98015688-617a-4c97-89d4-c0de9e353bb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85000 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 15 14:07:31.845017 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2c9aae-4754-4779-a9a9-150e82131eff req-520640ff-d0ac-4d9f-b678-3653d13aa0cb service neutron] Attempting to bind port 08923a84-8b04-41f6-8ada-897d5d2d5a5e on network 98015688-617a-4c97-89d4-c0de9e353bb5 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:07:31.850122 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-af2a6e7d-2d7b-4a08-a589-2114207ff049 req-ec9d7d82-7447-4306-bd21-f1ffd4d344db service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=cc90dd3c-5f93-4a9b-a566-083482f307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171434 Jul 15 14:07:31.856762 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2c9aae-4754-4779-a9a9-150e82131eff req-520640ff-d0ac-4d9f-b678-3653d13aa0cb service neutron] Checking agent: {'id': '73ab3907-1bcf-455f-a05d-131e96f159a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85000', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 13, 58, 57), 'started_at': datetime.datetime(2022, 7, 15, 13, 58, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 14, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 14:07:31.857270 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2c9aae-4754-4779-a9a9-150e82131eff req-520640ff-d0ac-4d9f-b678-3653d13aa0cb service neutron] Checking segment: {'id': 'a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:07:31.857834 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2c9aae-4754-4779-a9a9-150e82131eff req-520640ff-d0ac-4d9f-b678-3653d13aa0cb service neutron] Bound using segment: {'id': 'a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5'} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 14:07:31.858535 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-de2c9aae-4754-4779-a9a9-150e82131eff req-520640ff-d0ac-4d9f-b678-3653d13aa0cb service neutron] Bound port: 08923a84-8b04-41f6-8ada-897d5d2d5a5e, host: hv-cinder-85000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5'}}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 15 14:07:31.859006 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-de2c9aae-4754-4779-a9a9-150e82131eff req-520640ff-d0ac-4d9f-b678-3653d13aa0cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (08923a84-8b04-41f6-8ada-897d5d2d5a5e), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:31.869884 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62c45da3-efde-474f-b89e-0a6fa8d832c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (60b858ee-455e-4bac-a1d8-2c997de3e73f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:31.876935 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:31.943761 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-de2c9aae-4754-4779-a9a9-150e82131eff req-520640ff-d0ac-4d9f-b678-3653d13aa0cb service neutron] For port 08923a84-8b04-41f6-8ada-897d5d2d5a5e, host hv-cinder-85000, cleared binding levels {{(pid=103881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:07:31.947782 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-de2c9aae-4754-4779-a9a9-150e82131eff req-520640ff-d0ac-4d9f-b678-3653d13aa0cb service neutron] For port 08923a84-8b04-41f6-8ada-897d5d2d5a5e, host hv-cinder-85000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=08923a84-8b04-41f6-8ada-897d5d2d5a5e,segment=NetworkSegment(a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7),segment_id=a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7)] {{(pid=103881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:07:31.958988 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-de2c9aae-4754-4779-a9a9-150e82131eff req-520640ff-d0ac-4d9f-b678-3653d13aa0cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268230'] for port (08923a84-8b04-41f6-8ada-897d5d2d5a5e), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:31.983115 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6ad475-7f25-4627-aa06-309b2a808eed None None] Pushing event updated for resources: {'Port': ['ID=60b858ee-455e-4bac-a1d8-2c997de3e73f,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:31.986014 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-4cbce1d7-7810-4a44-a6c3-38aa4762a2ab None None] Attempting to bind port b3ba42d8-f5ad-4c42-b3fd-246f59f69d53 on host dv-cinder-850002-1-iscsi for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 15 14:07:31.986665 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-4cbce1d7-7810-4a44-a6c3-38aa4762a2ab None None] Attempting to bind port b3ba42d8-f5ad-4c42-b3fd-246f59f69d53 by drivers openvswitch,hyperv on host dv-cinder-850002-1-iscsi at level 0 using segments [{'id': 'b0ff9e51-9017-4d8b-b7a2-e36450b974fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '99e4efdd-dacd-4f1e-aecd-d0e996f3ca80'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 15 14:07:31.987043 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbce1d7-7810-4a44-a6c3-38aa4762a2ab None None] Attempting to bind port b3ba42d8-f5ad-4c42-b3fd-246f59f69d53 on network 99e4efdd-dacd-4f1e-aecd-d0e996f3ca80 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:07:32.025563 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbce1d7-7810-4a44-a6c3-38aa4762a2ab None None] Checking agent: {'id': '7bcac420-d3a9-4cfc-af22-5ba5795a5287', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 13, 52, 19), 'started_at': datetime.datetime(2022, 7, 15, 13, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 14, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 14:07:32.025944 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbce1d7-7810-4a44-a6c3-38aa4762a2ab None None] Checking segment: {'id': 'b0ff9e51-9017-4d8b-b7a2-e36450b974fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '99e4efdd-dacd-4f1e-aecd-d0e996f3ca80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:07:32.026356 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4cbce1d7-7810-4a44-a6c3-38aa4762a2ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:32.026897 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbce1d7-7810-4a44-a6c3-38aa4762a2ab None None] Bound using segment: {'id': 'b0ff9e51-9017-4d8b-b7a2-e36450b974fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '99e4efdd-dacd-4f1e-aecd-d0e996f3ca80'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 14:07:32.027523 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-4cbce1d7-7810-4a44-a6c3-38aa4762a2ab None None] Bound port: b3ba42d8-f5ad-4c42-b3fd-246f59f69d53, host: dv-cinder-850002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0ff9e51-9017-4d8b-b7a2-e36450b974fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '99e4efdd-dacd-4f1e-aecd-d0e996f3ca80'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 15 14:07:32.027921 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4cbce1d7-7810-4a44-a6c3-38aa4762a2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (b3ba42d8-f5ad-4c42-b3fd-246f59f69d53), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:32.070248 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520640ff-d0ac-4d9f-b678-3653d13aa0cb service neutron] Pushing event updated for resources: {'Port': ['ID=08923a84-8b04-41f6-8ada-897d5d2d5a5e,revision_number=3']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:32.081507 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c9aae-4754-4779-a9a9-150e82131eff req-520640ff-d0ac-4d9f-b678-3653d13aa0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:32.082155 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-de2c9aae-4754-4779-a9a9-150e82131eff req-520640ff-d0ac-4d9f-b678-3653d13aa0cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:32.083960 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-de2c9aae-4754-4779-a9a9-150e82131eff req-520640ff-d0ac-4d9f-b678-3653d13aa0cb service neutron] 10.222.0.64 "PUT /v2.0/ports/08923a84-8b04-41f6-8ada-897d5d2d5a5e HTTP/1.1" status: 200 len: 1094 time: 1.1236742 Jul 15 14:07:32.085026 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f8b8d9e-553e-4193-aaf6-1f599d5282bc', 'tag': '08923a84-8b04-41f6-8ada-897d5d2d5a5e'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:07:32.086780 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27b3149431a8a58964108cadaaee569fc83829ebf6971f3e535c686fd00e584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc77c76-0bf6-49b4-a872-36c8787328f6" -d '{"events": [{"name": "network-changed", "server_uuid": "5f8b8d9e-553e-4193-aaf6-1f599d5282bc", "tag": "08923a84-8b04-41f6-8ada-897d5d2d5a5e"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:07:32.108137 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-62c45da3-efde-474f-b89e-0a6fa8d832c0 None None] Attempting to bind port 60b858ee-455e-4bac-a1d8-2c997de3e73f on host dv-cinder-850002-1-iscsi for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 15 14:07:32.108820 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-62c45da3-efde-474f-b89e-0a6fa8d832c0 None None] Attempting to bind port 60b858ee-455e-4bac-a1d8-2c997de3e73f by drivers openvswitch,hyperv on host dv-cinder-850002-1-iscsi at level 0 using segments [{'id': 'dc81c258-301f-4317-abf3-b2232d08a25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '23ed595f-021e-4b49-9057-9caea24d9122'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 15 14:07:32.109037 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c45da3-efde-474f-b89e-0a6fa8d832c0 None None] Attempting to bind port 60b858ee-455e-4bac-a1d8-2c997de3e73f on network 23ed595f-021e-4b49-9057-9caea24d9122 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:07:32.132941 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c45da3-efde-474f-b89e-0a6fa8d832c0 None None] Checking agent: {'id': '7bcac420-d3a9-4cfc-af22-5ba5795a5287', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 13, 52, 19), 'started_at': datetime.datetime(2022, 7, 15, 13, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 14, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 14:07:32.133342 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c45da3-efde-474f-b89e-0a6fa8d832c0 None None] Checking segment: {'id': 'dc81c258-301f-4317-abf3-b2232d08a25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '23ed595f-021e-4b49-9057-9caea24d9122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:07:32.133896 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62c45da3-efde-474f-b89e-0a6fa8d832c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:32.134300 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c45da3-efde-474f-b89e-0a6fa8d832c0 None None] Bound using segment: {'id': 'dc81c258-301f-4317-abf3-b2232d08a25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '23ed595f-021e-4b49-9057-9caea24d9122'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 14:07:32.134796 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-62c45da3-efde-474f-b89e-0a6fa8d832c0 None None] Bound port: 60b858ee-455e-4bac-a1d8-2c997de3e73f, host: dv-cinder-850002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc81c258-301f-4317-abf3-b2232d08a25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '23ed595f-021e-4b49-9057-9caea24d9122'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 15 14:07:32.135197 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62c45da3-efde-474f-b89e-0a6fa8d832c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (60b858ee-455e-4bac-a1d8-2c997de3e73f), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:32.221164 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c9aae-4754-4779-a9a9-150e82131eff req-2377d939-4291-4f24-b622-00ac2787d0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:32.222849 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-de2c9aae-4754-4779-a9a9-150e82131eff req-2377d939-4291-4f24-b622-00ac2787d0c3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=26daacf03c844ff8a7546dfe3b36d8bb&device_id=5f8b8d9e-553e-4193-aaf6-1f599d5282bc HTTP/1.1" status: 200 len: 1128 time: 0.0857916 Jul 15 14:07:32.239084 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-4cbce1d7-7810-4a44-a6c3-38aa4762a2ab None None] For port b3ba42d8-f5ad-4c42-b3fd-246f59f69d53, host dv-cinder-850002-1-iscsi, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:07:32.269833 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-4cbce1d7-7810-4a44-a6c3-38aa4762a2ab None None] For port b3ba42d8-f5ad-4c42-b3fd-246f59f69d53, host dv-cinder-850002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=b3ba42d8-f5ad-4c42-b3fd-246f59f69d53,segment=NetworkSegment(b0ff9e51-9017-4d8b-b7a2-e36450b974fd),segment_id=b0ff9e51-9017-4d8b-b7a2-e36450b974fd)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:07:32.278088 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-de2c9aae-4754-4779-a9a9-150e82131eff req-f5b6d718-e51d-487f-a595-4438fab1db2e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08923a84-8b04-41f6-8ada-897d5d2d5a5e HTTP/1.1" status: 200 len: 217 time: 0.0429430 Jul 15 14:07:32.285027 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4cbce1d7-7810-4a44-a6c3-38aa4762a2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (b3ba42d8-f5ad-4c42-b3fd-246f59f69d53), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:32.293387 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-62c45da3-efde-474f-b89e-0a6fa8d832c0 None None] For port 60b858ee-455e-4bac-a1d8-2c997de3e73f, host dv-cinder-850002-1-iscsi, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:07:32.308539 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-553c2da2-eca5-414e-ab86-a23a1323bc86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451316'] for router (52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:32.332184 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4cf1d-2eb3-4fdc-b4e5-f00d7057be0f req-6bd20948-5c7f-429a-9595-bb12e26040a7 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:32.333801 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f0f4cf1d-2eb3-4fdc-b4e5-f00d7057be0f req-6bd20948-5c7f-429a-9595-bb12e26040a7 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f8b8d9e-553e-4193-aaf6-1f599d5282bc HTTP/1.1" status: 200 len: 944 time: 0.5728228 Jul 15 14:07:32.335335 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-62c45da3-efde-474f-b89e-0a6fa8d832c0 None None] For port 60b858ee-455e-4bac-a1d8-2c997de3e73f, host dv-cinder-850002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=60b858ee-455e-4bac-a1d8-2c997de3e73f,segment=NetworkSegment(dc81c258-301f-4317-abf3-b2232d08a25e),segment_id=dc81c258-301f-4317-abf3-b2232d08a25e)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:07:32.351411 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62c45da3-efde-474f-b89e-0a6fa8d832c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (60b858ee-455e-4bac-a1d8-2c997de3e73f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:32.386989 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbce1d7-7810-4a44-a6c3-38aa4762a2ab None None] Pushing event updated for resources: {'Port': ['ID=b3ba42d8-f5ad-4c42-b3fd-246f59f69d53,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:32.393964 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a6737-f0e0-4814-80ca-b22376f1f17d req-cc154c22-d5b4-40c4-ada8-d34d29783ae8 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:32.395491 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fe3a6737-f0e0-4814-80ca-b22376f1f17d req-cc154c22-d5b4-40c4-ada8-d34d29783ae8 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 947 time: 0.1111479 Jul 15 14:07:32.432868 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c45da3-efde-474f-b89e-0a6fa8d832c0 None None] Routers {'48429b99-a37c-48d2-b6c4-59b70d7acf3b'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:07:32.433550 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-62c45da3-efde-474f-b89e-0a6fa8d832c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:07:16Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['48429b99-a37c-48d2-b6c4-59b70d7acf3b'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:32.479628 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-639e31b0-6ace-4422-8558-71fb72fc6616 None None] Provisioning complete for port 60b858ee-455e-4bac-a1d8-2c997de3e73f triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:07:32.480005 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-639e31b0-6ace-4422-8558-71fb72fc6616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (60b858ee-455e-4bac-a1d8-2c997de3e73f), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:32.536440 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f0f4cf1d-2eb3-4fdc-b4e5-f00d7057be0f req-bb69cf30-aa21-4a2b-ac77-16bd3509a064 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6236c99-185d-47df-a8e7-38f4d6687951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532443 Jul 15 14:07:32.541661 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fe3a6737-f0e0-4814-80ca-b22376f1f17d req-c69531e7-d62b-4cec-8f15-5aeb2eeef449 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc90dd3c-5f93-4a9b-a566-083482f307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349251 Jul 15 14:07:32.570131 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6ad475-7f25-4627-aa06-309b2a808eed None None] Pushing event updated for resources: {'Port': ['ID=60b858ee-455e-4bac-a1d8-2c997de3e73f,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:32.595161 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:32.621630 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-62c45da3-efde-474f-b89e-0a6fa8d832c0 None None] Set router 48429b99-a37c-48d2-b6c4-59b70d7acf3b gateway port host: dv-cinder-850002-1-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:07:32.677134 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-553c2da2-eca5-414e-ab86-a23a1323bc86 admin admin] Router 52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2 is scheduled to L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 with binding_index 1 {{(pid=103882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 15 14:07:32.685977 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 14:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a6d27a-3b9c-48ff-9ccb-32860f7d7a6e x-openstack-request-id: req-a3a6d27a-3b9c-48ff-9ccb-32860f7d7a6e {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:07:32.686340 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f8b8d9e-553e-4193-aaf6-1f599d5282bc", "tag": "08923a84-8b04-41f6-8ada-897d5d2d5a5e", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:07:32.686659 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a3a6d27a-3b9c-48ff-9ccb-32860f7d7a6e {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:07:32.687153 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3a6d27a-3b9c-48ff-9ccb-32860f7d7a6e'] response: {'name': 'network-changed', 'server_uuid': '5f8b8d9e-553e-4193-aaf6-1f599d5282bc', 'tag': '08923a84-8b04-41f6-8ada-897d5d2d5a5e', 'status': 'completed', 'code': 200} Jul 15 14:07:32.699049 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c9aae-4754-4779-a9a9-150e82131eff req-fb55ed21-b4c3-4fd1-a716-d1c7d0e6fc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:32.700984 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-de2c9aae-4754-4779-a9a9-150e82131eff req-fb55ed21-b4c3-4fd1-a716-d1c7d0e6fc68 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e9260d0b-edd3-47d2-82af-0f443bfabd45 HTTP/1.1" status: 200 len: 853 time: 0.1544061 Jul 15 14:07:32.782469 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c9aae-4754-4779-a9a9-150e82131eff req-c3a1b81b-f9a4-4d7d-af6a-71cb85e1a854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:32.784378 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-de2c9aae-4754-4779-a9a9-150e82131eff req-c3a1b81b-f9a4-4d7d-af6a-71cb85e1a854 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=98015688-617a-4c97-89d4-c0de9e353bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0648870 Jul 15 14:07:32.797130 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:32.829714 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553c2da2-eca5-414e-ab86-a23a1323bc86 admin admin] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:07:32.836348 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:32.849780 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f2361a-d2dc-449c-8d78-0908a3649b61 None None] Sync routers for ids ['52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2'] in dv-cinder-850002-1-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:07:32.856263 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-553c2da2-eca5-414e-ab86-a23a1323bc86 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:32.860582 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-553c2da2-eca5-414e-ab86-a23a1323bc86 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8193519 Jul 15 14:07:32.861005 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 53220) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:07:32.861635 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f2361a-d2dc-449c-8d78-0908a3649b61 None None] Routers {'52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:07:32.862226 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-75f2361a-d2dc-449c-8d78-0908a3649b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:07:16Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:32.930538 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-de2c9aae-4754-4779-a9a9-150e82131eff req-75a6e3b5-5799-4f07-aef7-95b02471ed1f service neutron] 10.222.0.64 "GET /v2.0/networks/98015688-617a-4c97-89d4-c0de9e353bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186585 Jul 15 14:07:32.940869 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-639e31b0-6ace-4422-8558-71fb72fc6616 None None] Current status of the port 60b858ee-455e-4bac-a1d8-2c997de3e73f is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:07:32.941482 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-639e31b0-6ace-4422-8558-71fb72fc6616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (60b858ee-455e-4bac-a1d8-2c997de3e73f), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:32.979465 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:32.982417 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-75f2361a-d2dc-449c-8d78-0908a3649b61 None None] Set router 52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2 gateway port host: dv-cinder-850002-1-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:07:33.053837 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-639e31b0-6ace-4422-8558-71fb72fc6616 None None] For port 60b858ee-455e-4bac-a1d8-2c997de3e73f, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=60b858ee-455e-4bac-a1d8-2c997de3e73f,segment=NetworkSegment(dc81c258-301f-4317-abf3-b2232d08a25e),segment_id=dc81c258-301f-4317-abf3-b2232d08a25e)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:07:33.067518 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-639e31b0-6ace-4422-8558-71fb72fc6616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (60b858ee-455e-4bac-a1d8-2c997de3e73f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:33.074815 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-de2c9aae-4754-4779-a9a9-150e82131eff req-e5f75a8c-2f39-4ee5-8070-c8b3357b74d9 service neutron] 10.222.0.64 "GET /v2.0/networks/98015688-617a-4c97-89d4-c0de9e353bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349697 Jul 15 14:07:33.089911 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:33.178369 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e31b0-6ace-4422-8558-71fb72fc6616 None None] Pushing event updated for resources: {'Port': ['ID=60b858ee-455e-4bac-a1d8-2c997de3e73f,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:33.188956 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-62c45da3-efde-474f-b89e-0a6fa8d832c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48429b99-a37c-48d2-b6c4-59b70d7acf3b', 'name': 'tempest-TestShelveInstance-1204967270-router', 'tenant_id': 'e608cc75a5ed4f05b462c84c29a31788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '0854610f-0eb6-4005-a81a-470fffabd39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:07:21Z', 'updated_at': '2022-07-15T14:07:26Z', 'revision_number': 4, 'project_id': 'e608cc75a5ed4f05b462c84c29a31788', 'gw_port': {'id': '0854610f-0eb6-4005-a81a-470fffabd39d', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48429b99-a37c-48d2-b6c4-59b70d7acf3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:22Z', 'updated_at': '2022-07-15T14:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': '60b858ee-455e-4bac-a1d8-2c997de3e73f', 'name': '', 'network_id': '23ed595f-021e-4b49-9057-9caea24d9122', 'tenant_id': 'e608cc75a5ed4f05b462c84c29a31788', 'mac_address': 'fa:16:3e:ca:75:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48429b99-a37c-48d2-b6c4-59b70d7acf3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '11e103b7-3d94-49bf-928a-697ea97318ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:26Z', 'updated_at': '2022-07-15T14:07:32Z', 'revision_number': 4, 'project_id': 'e608cc75a5ed4f05b462c84c29a31788', 'subnets': [{'id': '11e103b7-3d94-49bf-928a-697ea97318ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:33.191837 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-75f2361a-d2dc-449c-8d78-0908a3649b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2', 'name': 'tempest-TestShelveInstance-1181793566-router', 'tenant_id': '45cc3efc2301469d897af308ce66fde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'd3caf41e-c6b7-4cff-be0c-fbfdfdf450db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:07:30Z', 'updated_at': '2022-07-15T14:07:31Z', 'revision_number': 3, 'project_id': '45cc3efc2301469d897af308ce66fde6', 'gw_port': {'id': 'd3caf41e-c6b7-4cff-be0c-fbfdfdf450db', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:93:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:30Z', 'updated_at': '2022-07-15T14:07:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi'}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:33.218434 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f2361a-d2dc-449c-8d78-0908a3649b61 None None] Checking router: 52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2 for host: dv-cinder-850002-1-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:07:33.219094 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f2361a-d2dc-449c-8d78-0908a3649b61 None None] Updating router 52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2 port d3caf41e-c6b7-4cff-be0c-fbfdfdf450db binding host dv-cinder-850002-1-iscsi {{(pid=103884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:07:33.223987 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c45da3-efde-474f-b89e-0a6fa8d832c0 None None] The sync data for ids ['48429b99-a37c-48d2-b6c4-59b70d7acf3b'] in dv-cinder-850002-1-iscsi is: [{'id': '48429b99-a37c-48d2-b6c4-59b70d7acf3b', 'name': 'tempest-TestShelveInstance-1204967270-router', 'tenant_id': 'e608cc75a5ed4f05b462c84c29a31788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '0854610f-0eb6-4005-a81a-470fffabd39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:07:21Z', 'updated_at': '2022-07-15T14:07:26Z', 'revision_number': 4, 'project_id': 'e608cc75a5ed4f05b462c84c29a31788', 'gw_port': {'id': '0854610f-0eb6-4005-a81a-470fffabd39d', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48429b99-a37c-48d2-b6c4-59b70d7acf3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:22Z', 'updated_at': '2022-07-15T14:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': '60b858ee-455e-4bac-a1d8-2c997de3e73f', 'name': '', 'network_id': '23ed595f-021e-4b49-9057-9caea24d9122', 'tenant_id': 'e608cc75a5ed4f05b462c84c29a31788', 'mac_address': 'fa:16:3e:ca:75:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48429b99-a37c-48d2-b6c4-59b70d7acf3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '11e103b7-3d94-49bf-928a-697ea97318ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:26Z', 'updated_at': '2022-07-15T14:07:32Z', 'revision_number': 4, 'project_id': 'e608cc75a5ed4f05b462c84c29a31788', 'subnets': [{'id': '11e103b7-3d94-49bf-928a-697ea97318ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:07:33.241763 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-5df9c346-87fd-4df3-a09b-c8ecf9525c40 None None] Provisioning complete for port 60b858ee-455e-4bac-a1d8-2c997de3e73f triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:07:33.242145 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5df9c346-87fd-4df3-a09b-c8ecf9525c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (60b858ee-455e-4bac-a1d8-2c997de3e73f), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:33.261987 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-75f2361a-d2dc-449c-8d78-0908a3649b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (d3caf41e-c6b7-4cff-be0c-fbfdfdf450db), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:33.384265 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:33.393345 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-5df9c346-87fd-4df3-a09b-c8ecf9525c40 None None] Current status of the port 60b858ee-455e-4bac-a1d8-2c997de3e73f is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:07:33.462683 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-32250705-94c8-4fa0-88ea-a7c934b6b1da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:33.654280 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device b3ba42d8-f5ad-4c42-b3fd-246f59f69d53 up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:07:33.777541 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port b3ba42d8-f5ad-4c42-b3fd-246f59f69d53 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:07:33.777919 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (b3ba42d8-f5ad-4c42-b3fd-246f59f69d53), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:33.778041 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f5e55-14fb-4b1d-8fb9-28ffff530b3f req-cb4264ee-80a2-4141-b34f-138d6e59791f tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:33.781766 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5c6f5e55-14fb-4b1d-8fb9-28ffff530b3f req-cb4264ee-80a2-4141-b34f-138d6e59791f tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f8b8d9e-553e-4193-aaf6-1f599d5282bc HTTP/1.1" status: 200 len: 944 time: 0.0657618 Jul 15 14:07:33.849732 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4dd7d-c21e-4843-89b8-6eef910aa2d2 req-42f2d54c-9509-436d-8c38-accab328e799 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:33.857907 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-08d4dd7d-c21e-4843-89b8-6eef910aa2d2 req-42f2d54c-9509-436d-8c38-accab328e799 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 947 time: 0.0750718 Jul 15 14:07:33.868798 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-75f2361a-d2dc-449c-8d78-0908a3649b61 None None] Publish callbacks [] for port (d3caf41e-c6b7-4cff-be0c-fbfdfdf450db), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:33.880627 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-75f2361a-d2dc-449c-8d78-0908a3649b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (d3caf41e-c6b7-4cff-be0c-fbfdfdf450db), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:33.971031 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befd6b71-7ff8-4f25-aede-e07a838b2f92 None None] Pushing event updated for resources: {'Port': ['ID=d3caf41e-c6b7-4cff-be0c-fbfdfdf450db,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:33.972084 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0a3385-aa49-4fb3-ad58-7705ea344c7d None None] Network 99e4efdd-dacd-4f1e-aecd-d0e996f3ca80 requested from dv-cinder-850002-1-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 14:07:34.004703 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-75f2361a-d2dc-449c-8d78-0908a3649b61 None None] Attempting to bind port d3caf41e-c6b7-4cff-be0c-fbfdfdf450db on host dv-cinder-850002-1-iscsi for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 15 14:07:34.005191 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-75f2361a-d2dc-449c-8d78-0908a3649b61 None None] Attempting to bind port d3caf41e-c6b7-4cff-be0c-fbfdfdf450db by drivers openvswitch,hyperv on host dv-cinder-850002-1-iscsi at level 0 using segments [{'id': '4890d217-1662-4526-a7d0-b4e3cb182093', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 15 14:07:34.005766 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f2361a-d2dc-449c-8d78-0908a3649b61 None None] Attempting to bind port d3caf41e-c6b7-4cff-be0c-fbfdfdf450db on network 85d18fe6-b559-49ae-a129-0350ffd7e8bf {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:07:34.013405 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-08d4dd7d-c21e-4843-89b8-6eef910aa2d2 req-76f442ce-4b1b-4785-8121-1c1d5209a85f tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc90dd3c-5f93-4a9b-a566-083482f307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543515 Jul 15 14:07:34.013950 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f2361a-d2dc-449c-8d78-0908a3649b61 None None] Checking agent: {'id': '7bcac420-d3a9-4cfc-af22-5ba5795a5287', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 13, 52, 19), 'started_at': datetime.datetime(2022, 7, 15, 13, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 14, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 14:07:34.014427 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f2361a-d2dc-449c-8d78-0908a3649b61 None None] Checking segment: {'id': '4890d217-1662-4526-a7d0-b4e3cb182093', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:07:34.015133 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-75f2361a-d2dc-449c-8d78-0908a3649b61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:34.015744 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f2361a-d2dc-449c-8d78-0908a3649b61 None None] Bound using segment: {'id': '4890d217-1662-4526-a7d0-b4e3cb182093', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 14:07:34.016475 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-75f2361a-d2dc-449c-8d78-0908a3649b61 None None] Bound port: d3caf41e-c6b7-4cff-be0c-fbfdfdf450db, host: dv-cinder-850002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4890d217-1662-4526-a7d0-b4e3cb182093', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 15 14:07:34.017101 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-75f2361a-d2dc-449c-8d78-0908a3649b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (d3caf41e-c6b7-4cff-be0c-fbfdfdf450db), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:34.026274 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5c6f5e55-14fb-4b1d-8fb9-28ffff530b3f req-6c963091-13ef-417f-bde6-2cbdee5d04c0 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6236c99-185d-47df-a8e7-38f4d6687951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595809 Jul 15 14:07:34.078806 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-32250705-94c8-4fa0-88ea-a7c934b6b1da admin admin] Allocated IP 172.20.0.1 (99e4efdd-dacd-4f1e-aecd-d0e996f3ca80/997e831b-306f-4d04-b008-e5e22cf28587/1508d463-cabf-4572-b80c-76e1e180173f) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:07:34.133498 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-75f2361a-d2dc-449c-8d78-0908a3649b61 None None] For port d3caf41e-c6b7-4cff-be0c-fbfdfdf450db, host dv-cinder-850002-1-iscsi, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:07:34.138524 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port b3ba42d8-f5ad-4c42-b3fd-246f59f69d53 is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:07:34.138850 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (b3ba42d8-f5ad-4c42-b3fd-246f59f69d53), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:34.139779 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-75f2361a-d2dc-449c-8d78-0908a3649b61 None None] For port d3caf41e-c6b7-4cff-be0c-fbfdfdf450db, host dv-cinder-850002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=d3caf41e-c6b7-4cff-be0c-fbfdfdf450db,segment=NetworkSegment(4890d217-1662-4526-a7d0-b4e3cb182093),segment_id=4890d217-1662-4526-a7d0-b4e3cb182093)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:07:34.140920 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:34.144727 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-fa3d8d1a-cb77-459f-9804-4fa50dbe85f9 None None] Provisioning complete for port b3ba42d8-f5ad-4c42-b3fd-246f59f69d53 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:07:34.145330 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-fa3d8d1a-cb77-459f-9804-4fa50dbe85f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (b3ba42d8-f5ad-4c42-b3fd-246f59f69d53), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:34.170365 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-75f2361a-d2dc-449c-8d78-0908a3649b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (d3caf41e-c6b7-4cff-be0c-fbfdfdf450db), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:34.184261 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc77c76-0bf6-49b4-a872-36c8787328f6 req-479389e8-e4c9-4b25-81de-5e71f6fa7bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:34.186547 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-dfc77c76-0bf6-49b4-a872-36c8787328f6 req-479389e8-e4c9-4b25-81de-5e71f6fa7bd3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=26daacf03c844ff8a7546dfe3b36d8bb&device_id=5f8b8d9e-553e-4193-aaf6-1f599d5282bc HTTP/1.1" status: 200 len: 1128 time: 0.0936334 Jul 15 14:07:34.243511 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befd6b71-7ff8-4f25-aede-e07a838b2f92 None None] Pushing event updated for resources: {'Port': ['ID=d3caf41e-c6b7-4cff-be0c-fbfdfdf450db,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:34.281646 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f2361a-d2dc-449c-8d78-0908a3649b61 None None] Routers {'52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:07:34.283096 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-75f2361a-d2dc-449c-8d78-0908a3649b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:07:16Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:34.309127 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:34.314106 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] For port b3ba42d8-f5ad-4c42-b3fd-246f59f69d53, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=b3ba42d8-f5ad-4c42-b3fd-246f59f69d53,segment=NetworkSegment(b0ff9e51-9017-4d8b-b7a2-e36450b974fd),segment_id=b0ff9e51-9017-4d8b-b7a2-e36450b974fd)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:07:34.327783 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (b3ba42d8-f5ad-4c42-b3fd-246f59f69d53), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:34.329140 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 60b858ee-455e-4bac-a1d8-2c997de3e73f up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:07:34.339801 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-32250705-94c8-4fa0-88ea-a7c934b6b1da admin admin] Publish callbacks [] for port (1508d463-cabf-4572-b80c-76e1e180173f), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:34.349961 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc77c76-0bf6-49b4-a872-36c8787328f6 req-4d6233da-b41d-41fe-b9c2-4380e27abfba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:34.351545 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-dfc77c76-0bf6-49b4-a872-36c8787328f6 req-4d6233da-b41d-41fe-b9c2-4380e27abfba service neutron] 10.222.0.64 "GET /v2.0/networks?id=98015688-617a-4c97-89d4-c0de9e353bb5 HTTP/1.1" status: 200 len: 915 time: 0.1582215 Jul 15 14:07:34.358421 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:34.403578 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-32250705-94c8-4fa0-88ea-a7c934b6b1da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59481580'] for port (1508d463-cabf-4572-b80c-76e1e180173f), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:34.404491 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-dfc77c76-0bf6-49b4-a872-36c8787328f6 req-c5c1d617-72f3-42e7-9fd7-2742cfbcbf1e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08923a84-8b04-41f6-8ada-897d5d2d5a5e HTTP/1.1" status: 200 len: 217 time: 0.0423546 Jul 15 14:07:34.452694 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32250705-94c8-4fa0-88ea-a7c934b6b1da admin admin] Network 99e4efdd-dacd-4f1e-aecd-d0e996f3ca80 is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:07:34.456817 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-32250705-94c8-4fa0-88ea-a7c934b6b1da admin admin] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:07:34.459957 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32250705-94c8-4fa0-88ea-a7c934b6b1da admin admin] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:07:34.463315 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32250705-94c8-4fa0-88ea-a7c934b6b1da admin admin] Pushing event updated for resources: {'Port': ['ID=1508d463-cabf-4572-b80c-76e1e180173f,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:34.528693 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-32250705-94c8-4fa0-88ea-a7c934b6b1da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562181'] for router_interface (52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:34.530341 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc77c76-0bf6-49b4-a872-36c8787328f6 req-15cbc061-f906-4637-9895-4b149a5fa92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:34.533701 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-dfc77c76-0bf6-49b4-a872-36c8787328f6 req-15cbc061-f906-4637-9895-4b149a5fa92e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e9260d0b-edd3-47d2-82af-0f443bfabd45 HTTP/1.1" status: 200 len: 853 time: 0.1240346 Jul 15 14:07:34.540889 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-75f2361a-d2dc-449c-8d78-0908a3649b61 None None] Set router 52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2 gateway port host: dv-cinder-850002-1-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:07:34.552413 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-fa3d8d1a-cb77-459f-9804-4fa50dbe85f9 None None] Current status of the port b3ba42d8-f5ad-4c42-b3fd-246f59f69d53 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:07:34.557161 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Pushing event updated for resources: {'Port': ['ID=b3ba42d8-f5ad-4c42-b3fd-246f59f69d53,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:34.561998 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port 60b858ee-455e-4bac-a1d8-2c997de3e73f triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:07:34.562372 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (60b858ee-455e-4bac-a1d8-2c997de3e73f), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:34.599268 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:34.604241 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc77c76-0bf6-49b4-a872-36c8787328f6 req-8c710945-e2a4-4d4b-8768-7962f4ba3804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:34.605865 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-dfc77c76-0bf6-49b4-a872-36c8787328f6 req-8c710945-e2a4-4d4b-8768-7962f4ba3804 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=98015688-617a-4c97-89d4-c0de9e353bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0650074 Jul 15 14:07:34.700702 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port 60b858ee-455e-4bac-a1d8-2c997de3e73f is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:07:34.742554 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-dfc77c76-0bf6-49b4-a872-36c8787328f6 req-feaf1179-2edf-46eb-8bc6-39ba12febfa7 service neutron] 10.222.0.64 "GET /v2.0/networks/98015688-617a-4c97-89d4-c0de9e353bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293633 Jul 15 14:07:34.769642 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:34.823497 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-32250705-94c8-4fa0-88ea-a7c934b6b1da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (1508d463-cabf-4572-b80c-76e1e180173f), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:34.852275 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-75f2361a-d2dc-449c-8d78-0908a3649b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2', 'name': 'tempest-TestShelveInstance-1181793566-router', 'tenant_id': '45cc3efc2301469d897af308ce66fde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'd3caf41e-c6b7-4cff-be0c-fbfdfdf450db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:07:30Z', 'updated_at': '2022-07-15T14:07:31Z', 'revision_number': 3, 'project_id': '45cc3efc2301469d897af308ce66fde6', 'gw_port': {'id': 'd3caf41e-c6b7-4cff-be0c-fbfdfdf450db', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:93:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:30Z', 'updated_at': '2022-07-15T14:07:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi'}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:34.884151 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-96c5c6a6-833e-47e4-a240-227ede54e835 None None] Provisioning complete for port b3ba42d8-f5ad-4c42-b3fd-246f59f69d53 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:07:34.885593 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-dfc77c76-0bf6-49b4-a872-36c8787328f6 req-96d3ff0a-13e0-4687-b9ef-d899baecf757 service neutron] 10.222.0.64 "GET /v2.0/networks/98015688-617a-4c97-89d4-c0de9e353bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350234 Jul 15 14:07:34.886195 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-96c5c6a6-833e-47e4-a240-227ede54e835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (b3ba42d8-f5ad-4c42-b3fd-246f59f69d53), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:34.892174 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f2361a-d2dc-449c-8d78-0908a3649b61 None None] The sync data for ids ['52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2'] in dv-cinder-850002-1-iscsi is: [{'id': '52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2', 'name': 'tempest-TestShelveInstance-1181793566-router', 'tenant_id': '45cc3efc2301469d897af308ce66fde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'd3caf41e-c6b7-4cff-be0c-fbfdfdf450db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:07:30Z', 'updated_at': '2022-07-15T14:07:31Z', 'revision_number': 3, 'project_id': '45cc3efc2301469d897af308ce66fde6', 'gw_port': {'id': 'd3caf41e-c6b7-4cff-be0c-fbfdfdf450db', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:93:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:30Z', 'updated_at': '2022-07-15T14:07:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi'}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:07:34.992468 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-96c5c6a6-833e-47e4-a240-227ede54e835 None None] Current status of the port b3ba42d8-f5ad-4c42-b3fd-246f59f69d53 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:07:35.061341 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-32250705-94c8-4fa0-88ea-a7c934b6b1da admin admin] Publish callbacks [] for port (1508d463-cabf-4572-b80c-76e1e180173f), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:35.069535 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-32250705-94c8-4fa0-88ea-a7c934b6b1da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59481573'] for port (1508d463-cabf-4572-b80c-76e1e180173f), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:35.117060 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-e5697db7-033e-450f-aac5-fdf9aeeda95a None None] Provisioning complete for port 1508d463-cabf-4572-b80c-76e1e180173f triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:07:35.117817 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e5697db7-033e-450f-aac5-fdf9aeeda95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (1508d463-cabf-4572-b80c-76e1e180173f), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:35.158558 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e5697db7-033e-450f-aac5-fdf9aeeda95a None None] Port 1508d463-cabf-4572-b80c-76e1e180173f cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 15 14:07:35.233513 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32250705-94c8-4fa0-88ea-a7c934b6b1da admin admin] Pushing event updated for resources: {'Port': ['ID=1508d463-cabf-4572-b80c-76e1e180173f,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:35.244699 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fedf8b2-750b-4ddf-8c70-75e0c5f17c20 req-1d349897-e527-4c3c-8220-ad80f0e4ee90 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:35.246214 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7fedf8b2-750b-4ddf-8c70-75e0c5f17c20 req-1d349897-e527-4c3c-8220-ad80f0e4ee90 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 947 time: 0.1177716 Jul 15 14:07:35.249936 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-32250705-94c8-4fa0-88ea-a7c934b6b1da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449591'] for router_interface (52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:35.258704 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35325d35-092d-4fe6-b90a-5d863c6c7496 req-e4757ff4-a85d-4a09-b3ab-655725021264 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:35.260219 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-35325d35-092d-4fe6-b90a-5d863c6c7496 req-e4757ff4-a85d-4a09-b3ab-655725021264 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f8b8d9e-553e-4193-aaf6-1f599d5282bc HTTP/1.1" status: 200 len: 944 time: 0.0869076 Jul 15 14:07:35.428633 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7fedf8b2-750b-4ddf-8c70-75e0c5f17c20 req-c2d85967-2623-40ee-b262-e4c56e6ef6f6 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc90dd3c-5f93-4a9b-a566-083482f307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639979 Jul 15 14:07:35.446329 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-35325d35-092d-4fe6-b90a-5d863c6c7496 req-b1469d08-fb80-461e-88d1-aeed73fbb6d2 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6236c99-185d-47df-a8e7-38f4d6687951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738925 Jul 15 14:07:35.468516 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:35.470871 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:35.478654 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32250705-94c8-4fa0-88ea-a7c934b6b1da admin admin] Network 99e4efdd-dacd-4f1e-aecd-d0e996f3ca80 is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:07:35.479854 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-32250705-94c8-4fa0-88ea-a7c934b6b1da admin admin] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:07:35.662096 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32250705-94c8-4fa0-88ea-a7c934b6b1da admin admin] Router 52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2 has already been hosted by L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 14:07:35.677462 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device d3caf41e-c6b7-4cff-be0c-fbfdfdf450db up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:07:35.753409 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port d3caf41e-c6b7-4cff-be0c-fbfdfdf450db triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:07:35.753860 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (d3caf41e-c6b7-4cff-be0c-fbfdfdf450db), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:35.789761 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:35.807633 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-9e9d0fe9-8611-410c-80a6-432bf3e3c7cc None None] Provisioning complete for port 1508d463-cabf-4572-b80c-76e1e180173f triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:07:35.807936 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32250705-94c8-4fa0-88ea-a7c934b6b1da admin admin] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:07:35.808074 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-9e9d0fe9-8611-410c-80a6-432bf3e3c7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (1508d463-cabf-4572-b80c-76e1e180173f), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:35.814949 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-32250705-94c8-4fa0-88ea-a7c934b6b1da admin admin] 10.222.0.16 "PUT /v2.0/routers/52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9512067 Jul 15 14:07:35.877791 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-9e9d0fe9-8611-410c-80a6-432bf3e3c7cc None None] Port 1508d463-cabf-4572-b80c-76e1e180173f cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 15 14:07:35.895666 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port d3caf41e-c6b7-4cff-be0c-fbfdfdf450db is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:07:35.897627 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (d3caf41e-c6b7-4cff-be0c-fbfdfdf450db), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:35.921821 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] For port d3caf41e-c6b7-4cff-be0c-fbfdfdf450db, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=d3caf41e-c6b7-4cff-be0c-fbfdfdf450db,segment=NetworkSegment(4890d217-1662-4526-a7d0-b4e3cb182093),segment_id=4890d217-1662-4526-a7d0-b4e3cb182093)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:07:35.930419 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (d3caf41e-c6b7-4cff-be0c-fbfdfdf450db), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:35.931459 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device b3ba42d8-f5ad-4c42-b3fd-246f59f69d53 up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:07:35.936572 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:36.021267 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Pushing event updated for resources: {'Port': ['ID=d3caf41e-c6b7-4cff-be0c-fbfdfdf450db,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:36.025555 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port b3ba42d8-f5ad-4c42-b3fd-246f59f69d53 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:07:36.026019 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (b3ba42d8-f5ad-4c42-b3fd-246f59f69d53), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:36.114020 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port b3ba42d8-f5ad-4c42-b3fd-246f59f69d53 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:07:36.243916 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 53272) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:07:36.249262 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-46f842a5-85bd-4651-b3b9-87da260c6844 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-374758187', 'description': 'tempest-secgroup-smoke-374758187 description', 'project_id': 'e608cc75a5ed4f05b462c84c29a31788'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:07:36.273603 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-46f842a5-85bd-4651-b3b9-87da260c6844 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:36.361704 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-46f842a5-85bd-4651-b3b9-87da260c6844 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Publish callbacks [] for security_group (8857008b-e7ce-45b3-897b-cb8cedd53737), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:36.366923 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-46f842a5-85bd-4651-b3b9-87da260c6844 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (8857008b-e7ce-45b3-897b-cb8cedd53737), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:36.402113 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-46f842a5-85bd-4651-b3b9-87da260c6844 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:36.403400 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-46f842a5-85bd-4651-b3b9-87da260c6844 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1584263 Jul 15 14:07:36.404179 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f842a5-85bd-4651-b3b9-87da260c6844 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8857008b-e7ce-45b3-897b-cb8cedd53737,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:36.406473 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 53274) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:07:36.413243 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-8e2d3cd5-12b5-4d45-86cc-a737c2ef02c9 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Request body: {'security_group_rule': {'security_group_id': '8857008b-e7ce-45b3-897b-cb8cedd53737', 'project_id': 'e608cc75a5ed4f05b462c84c29a31788', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:07:36.444323 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8e2d3cd5-12b5-4d45-86cc-a737c2ef02c9 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Publish callbacks [] for security_group_rule (8891a59b-b377-4833-9476-9234c8246daf), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:36.468778 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:36.511406 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8e2d3cd5-12b5-4d45-86cc-a737c2ef02c9 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Publish callbacks [] for security_group_rule (8891a59b-b377-4833-9476-9234c8246daf), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:36.516543 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8e2d3cd5-12b5-4d45-86cc-a737c2ef02c9 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484192'] for security_group_rule (8891a59b-b377-4833-9476-9234c8246daf), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:36.539616 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2d3cd5-12b5-4d45-86cc-a737c2ef02c9 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8891a59b-b377-4833-9476-9234c8246daf,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:36.550694 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8e2d3cd5-12b5-4d45-86cc-a737c2ef02c9 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:36.551974 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-8e2d3cd5-12b5-4d45-86cc-a737c2ef02c9 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1437318 Jul 15 14:07:36.554759 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 53278) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:07:36.559173 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-211807b0-5afc-4922-befc-470621e512ae tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Request body: {'security_group_rule': {'security_group_id': '8857008b-e7ce-45b3-897b-cb8cedd53737', 'project_id': 'e608cc75a5ed4f05b462c84c29a31788', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:07:36.574836 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764764bf-f2f4-45b8-aa53-c30a2d561c24 req-1a07b74d-5ec8-4f49-b855-dd9520d4882d tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:36.576549 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-764764bf-f2f4-45b8-aa53-c30a2d561c24 req-1a07b74d-5ec8-4f49-b855-dd9520d4882d tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f8b8d9e-553e-4193-aaf6-1f599d5282bc HTTP/1.1" status: 200 len: 944 time: 0.0526104 Jul 15 14:07:36.589067 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-211807b0-5afc-4922-befc-470621e512ae tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Publish callbacks [] for security_group_rule (a7023c43-afaa-4a62-8865-676e781a715f), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:36.631399 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-764764bf-f2f4-45b8-aa53-c30a2d561c24 req-fbb824c5-dc45-4869-8b64-69f8ba5ebf76 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6236c99-185d-47df-a8e7-38f4d6687951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484324 Jul 15 14:07:36.646390 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=3 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:36.648724 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device 08923a84-8b04-41f6-8ada-897d5d2d5a5e details requested by agent hyperv_hv-cinder-85000 with host hv-cinder-85000 {{(pid=103883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:07:36.668235 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-211807b0-5afc-4922-befc-470621e512ae tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Publish callbacks [] for security_group_rule (a7023c43-afaa-4a62-8865-676e781a715f), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:36.673101 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-211807b0-5afc-4922-befc-470621e512ae tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484192'] for security_group_rule (a7023c43-afaa-4a62-8865-676e781a715f), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:36.700568 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211807b0-5afc-4922-befc-470621e512ae tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7023c43-afaa-4a62-8865-676e781a715f,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:36.706983 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-211807b0-5afc-4922-befc-470621e512ae tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:36.711056 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-211807b0-5afc-4922-befc-470621e512ae tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1526160 Jul 15 14:07:36.711663 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 53280) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:07:36.717144 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-b9e78509-1877-4134-a066-369eb45f33f7 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Request body: {'security_group_rule': {'security_group_id': '8857008b-e7ce-45b3-897b-cb8cedd53737', 'project_id': 'e608cc75a5ed4f05b462c84c29a31788', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:07:36.746061 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b9e78509-1877-4134-a066-369eb45f33f7 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Publish callbacks [] for security_group_rule (04fb3a6f-2c68-4e84-8e83-cbf6be3491fe), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:36.755858 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:36.778074 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port 08923a84-8b04-41f6-8ada-897d5d2d5a5e, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=08923a84-8b04-41f6-8ada-897d5d2d5a5e,segment=NetworkSegment(a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7),segment_id=a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:07:36.789234 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Returning: {'device': '08923a84-8b04-41f6-8ada-897d5d2d5a5e', 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5', 'port_id': '08923a84-8b04-41f6-8ada-897d5d2d5a5e', 'mac_address': 'fa:16:3e:a1:a3:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9260d0b-edd3-47d2-82af-0f443bfabd45', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:07:36.807409 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b9e78509-1877-4134-a066-369eb45f33f7 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Publish callbacks [] for security_group_rule (04fb3a6f-2c68-4e84-8e83-cbf6be3491fe), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:36.811808 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b9e78509-1877-4134-a066-369eb45f33f7 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484192'] for security_group_rule (04fb3a6f-2c68-4e84-8e83-cbf6be3491fe), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:36.828544 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Current status of the port 08923a84-8b04-41f6-8ada-897d5d2d5a5e is: DOWN; New status is: BUILD {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:07:36.828945 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (08923a84-8b04-41f6-8ada-897d5d2d5a5e), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:36.834583 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e78509-1877-4134-a066-369eb45f33f7 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04fb3a6f-2c68-4e84-8e83-cbf6be3491fe,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:36.844369 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b9e78509-1877-4134-a066-369eb45f33f7 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:36.845652 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-b9e78509-1877-4134-a066-369eb45f33f7 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1328652 Jul 15 14:07:36.848376 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 53282) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:07:36.850287 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08923a84-8b04-41f6-8ada-897d5d2d5a5e {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 14:07:36.852669 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-384014e1-7787-424c-80ac-9a25c96cbb06 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Request body: {'security_group_rule': {'security_group_id': '8857008b-e7ce-45b3-897b-cb8cedd53737', 'project_id': 'e608cc75a5ed4f05b462c84c29a31788', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:07:36.873619 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port 08923a84-8b04-41f6-8ada-897d5d2d5a5e, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=08923a84-8b04-41f6-8ada-897d5d2d5a5e,segment=NetworkSegment(a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7),segment_id=a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:07:36.878344 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (08923a84-8b04-41f6-8ada-897d5d2d5a5e), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:36.884503 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-384014e1-7787-424c-80ac-9a25c96cbb06 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Publish callbacks [] for security_group_rule (f19501db-b8ac-4622-8e1e-18478b9f1b64), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:36.926115 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Pushing event updated for resources: {'Port': ['ID=08923a84-8b04-41f6-8ada-897d5d2d5a5e,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:36.950157 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-384014e1-7787-424c-80ac-9a25c96cbb06 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Publish callbacks [] for security_group_rule (f19501db-b8ac-4622-8e1e-18478b9f1b64), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:36.954663 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-384014e1-7787-424c-80ac-9a25c96cbb06 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484192'] for security_group_rule (f19501db-b8ac-4622-8e1e-18478b9f1b64), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:36.974626 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384014e1-7787-424c-80ac-9a25c96cbb06 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f19501db-b8ac-4622-8e1e-18478b9f1b64,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:36.982651 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-384014e1-7787-424c-80ac-9a25c96cbb06 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:36.983845 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-384014e1-7787-424c-80ac-9a25c96cbb06 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1345174 Jul 15 14:07:36.986806 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 53284) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:07:36.991424 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-ac89dceb-d3db-4c48-8970-675b303700ab tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Request body: {'security_group_rule': {'security_group_id': '8857008b-e7ce-45b3-897b-cb8cedd53737', 'project_id': 'e608cc75a5ed4f05b462c84c29a31788', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:07:37.014642 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.db.securitygroups_db [None req-ac89dceb-d3db-4c48-8970-675b303700ab tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Project e608cc75a5ed4f05b462c84c29a31788 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:07:37.021471 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ac89dceb-d3db-4c48-8970-675b303700ab tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Publish callbacks [] for security_group_rule (d60b1439-c9cb-4ea5-ae4d-8584743ac781), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:37.037559 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a7cbe6-3fc8-4f8e-831b-3a84a4b03809 None None] Sync routers for ids ['52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2'] in dv-cinder-850002-1-iscsi {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:07:37.046977 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a7cbe6-3fc8-4f8e-831b-3a84a4b03809 None None] Routers {'52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:07:37.047578 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-28a7cbe6-3fc8-4f8e-831b-3a84a4b03809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:07:16Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:37.084061 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ac89dceb-d3db-4c48-8970-675b303700ab tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Publish callbacks [] for security_group_rule (d60b1439-c9cb-4ea5-ae4d-8584743ac781), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:37.089165 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ac89dceb-d3db-4c48-8970-675b303700ab tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484192'] for security_group_rule (d60b1439-c9cb-4ea5-ae4d-8584743ac781), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:37.095313 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] get_ports_and_sgs() called for port_ids ['08923a84-8b04-41f6-8ada-897d5d2d5a5e'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:07:37.111935 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac89dceb-d3db-4c48-8970-675b303700ab tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d60b1439-c9cb-4ea5-ae4d-8584743ac781,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:37.118781 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ac89dceb-d3db-4c48-8970-675b303700ab tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:37.119286 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-ac89dceb-d3db-4c48-8970-675b303700ab tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1312275 Jul 15 14:07:37.122101 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 53286) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:07:37.127515 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-f98c9193-1fcc-4c14-bacd-8034f6e79532 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Request body: {'security_group_rule': {'security_group_id': '8857008b-e7ce-45b3-897b-cb8cedd53737', 'project_id': 'e608cc75a5ed4f05b462c84c29a31788', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:07:37.154624 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.db.securitygroups_db [None req-f98c9193-1fcc-4c14-bacd-8034f6e79532 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Project e608cc75a5ed4f05b462c84c29a31788 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:07:37.161060 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f98c9193-1fcc-4c14-bacd-8034f6e79532 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Publish callbacks [] for security_group_rule (d74dab15-06e1-4e59-bf32-162a022afb29), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:37.207377 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-28a7cbe6-3fc8-4f8e-831b-3a84a4b03809 None None] Set router 52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2 gateway port host: dv-cinder-850002-1-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:07:37.236611 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f98c9193-1fcc-4c14-bacd-8034f6e79532 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Publish callbacks [] for security_group_rule (d74dab15-06e1-4e59-bf32-162a022afb29), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:37.241350 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f98c9193-1fcc-4c14-bacd-8034f6e79532 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484192'] for security_group_rule (d74dab15-06e1-4e59-bf32-162a022afb29), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:37.261848 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98c9193-1fcc-4c14-bacd-8034f6e79532 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d74dab15-06e1-4e59-bf32-162a022afb29,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:37.267310 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f98c9193-1fcc-4c14-bacd-8034f6e79532 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:37.268844 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-f98c9193-1fcc-4c14-bacd-8034f6e79532 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1450746 Jul 15 14:07:37.476123 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-28a7cbe6-3fc8-4f8e-831b-3a84a4b03809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2', 'name': 'tempest-TestShelveInstance-1181793566-router', 'tenant_id': '45cc3efc2301469d897af308ce66fde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'd3caf41e-c6b7-4cff-be0c-fbfdfdf450db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:07:30Z', 'updated_at': '2022-07-15T14:07:34Z', 'revision_number': 4, 'project_id': '45cc3efc2301469d897af308ce66fde6', 'gw_port': {'id': 'd3caf41e-c6b7-4cff-be0c-fbfdfdf450db', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:93:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:30Z', 'updated_at': '2022-07-15T14:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': '1508d463-cabf-4572-b80c-76e1e180173f', 'name': '', 'network_id': '99e4efdd-dacd-4f1e-aecd-d0e996f3ca80', 'tenant_id': '45cc3efc2301469d897af308ce66fde6', 'mac_address': 'fa:16:3e:9f:86:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '997e831b-306f-4d04-b008-e5e22cf28587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:33Z', 'updated_at': '2022-07-15T14:07:34Z', 'revision_number': 2, 'project_id': '45cc3efc2301469d897af308ce66fde6', 'subnets': [{'id': '997e831b-306f-4d04-b008-e5e22cf28587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:37.507148 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a7cbe6-3fc8-4f8e-831b-3a84a4b03809 None None] Checking router: 52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2 for host: dv-cinder-850002-1-iscsi {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:07:37.507501 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a7cbe6-3fc8-4f8e-831b-3a84a4b03809 None None] Updating router 52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2 port 1508d463-cabf-4572-b80c-76e1e180173f binding host dv-cinder-850002-1-iscsi {{(pid=103883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:07:37.528166 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device d3caf41e-c6b7-4cff-be0c-fbfdfdf450db up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:07:37.562796 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-28a7cbe6-3fc8-4f8e-831b-3a84a4b03809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (1508d463-cabf-4572-b80c-76e1e180173f), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:37.621910 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port d3caf41e-c6b7-4cff-be0c-fbfdfdf450db triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:07:37.622410 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (d3caf41e-c6b7-4cff-be0c-fbfdfdf450db), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:37.745164 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:37.767573 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe32b2f-f487-4b90-9906-ca8d1f71644e req-2246f231-8aab-4170-8066-ceb796c9f480 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:37.769791 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7fe32b2f-f487-4b90-9906-ca8d1f71644e req-2246f231-8aab-4170-8066-ceb796c9f480 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f8b8d9e-553e-4193-aaf6-1f599d5282bc HTTP/1.1" status: 200 len: 945 time: 0.0659413 Jul 15 14:07:37.840890 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7fe32b2f-f487-4b90-9906-ca8d1f71644e req-2b712d0e-2f83-4571-b715-399370fc2ee9 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6236c99-185d-47df-a8e7-38f4d6687951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639036 Jul 15 14:07:37.947015 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:37.965317 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port d3caf41e-c6b7-4cff-be0c-fbfdfdf450db is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:07:38.051760 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-28a7cbe6-3fc8-4f8e-831b-3a84a4b03809 None None] Publish callbacks [] for port (1508d463-cabf-4572-b80c-76e1e180173f), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:38.057145 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-28a7cbe6-3fc8-4f8e-831b-3a84a4b03809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (1508d463-cabf-4572-b80c-76e1e180173f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:38.110311 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bdee7a-b7cb-4f7c-ae26-ffef8354064f None None] Pushing event updated for resources: {'Port': ['ID=1508d463-cabf-4572-b80c-76e1e180173f,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:38.168026 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-28a7cbe6-3fc8-4f8e-831b-3a84a4b03809 None None] Attempting to bind port 1508d463-cabf-4572-b80c-76e1e180173f on host dv-cinder-850002-1-iscsi for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 15 14:07:38.168570 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-28a7cbe6-3fc8-4f8e-831b-3a84a4b03809 None None] Attempting to bind port 1508d463-cabf-4572-b80c-76e1e180173f by drivers openvswitch,hyperv on host dv-cinder-850002-1-iscsi at level 0 using segments [{'id': 'b0ff9e51-9017-4d8b-b7a2-e36450b974fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '99e4efdd-dacd-4f1e-aecd-d0e996f3ca80'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 15 14:07:38.168943 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a7cbe6-3fc8-4f8e-831b-3a84a4b03809 None None] Attempting to bind port 1508d463-cabf-4572-b80c-76e1e180173f on network 99e4efdd-dacd-4f1e-aecd-d0e996f3ca80 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:07:38.175043 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a7cbe6-3fc8-4f8e-831b-3a84a4b03809 None None] Checking agent: {'id': '7bcac420-d3a9-4cfc-af22-5ba5795a5287', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 13, 52, 19), 'started_at': datetime.datetime(2022, 7, 15, 13, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 14, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 14:07:38.175425 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a7cbe6-3fc8-4f8e-831b-3a84a4b03809 None None] Checking segment: {'id': 'b0ff9e51-9017-4d8b-b7a2-e36450b974fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '99e4efdd-dacd-4f1e-aecd-d0e996f3ca80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:07:38.175811 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-28a7cbe6-3fc8-4f8e-831b-3a84a4b03809 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:38.176346 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a7cbe6-3fc8-4f8e-831b-3a84a4b03809 None None] Bound using segment: {'id': 'b0ff9e51-9017-4d8b-b7a2-e36450b974fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '99e4efdd-dacd-4f1e-aecd-d0e996f3ca80'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 14:07:38.177004 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-28a7cbe6-3fc8-4f8e-831b-3a84a4b03809 None None] Bound port: 1508d463-cabf-4572-b80c-76e1e180173f, host: dv-cinder-850002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0ff9e51-9017-4d8b-b7a2-e36450b974fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '99e4efdd-dacd-4f1e-aecd-d0e996f3ca80'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 15 14:07:38.177389 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-28a7cbe6-3fc8-4f8e-831b-3a84a4b03809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (1508d463-cabf-4572-b80c-76e1e180173f), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:38.216092 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:38.248037 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-28a7cbe6-3fc8-4f8e-831b-3a84a4b03809 None None] For port 1508d463-cabf-4572-b80c-76e1e180173f, host dv-cinder-850002-1-iscsi, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:07:38.252026 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-28a7cbe6-3fc8-4f8e-831b-3a84a4b03809 None None] For port 1508d463-cabf-4572-b80c-76e1e180173f, host dv-cinder-850002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=1508d463-cabf-4572-b80c-76e1e180173f,segment=NetworkSegment(b0ff9e51-9017-4d8b-b7a2-e36450b974fd),segment_id=b0ff9e51-9017-4d8b-b7a2-e36450b974fd)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:07:38.259336 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-28a7cbe6-3fc8-4f8e-831b-3a84a4b03809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (1508d463-cabf-4572-b80c-76e1e180173f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:38.342535 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-4d1f65da-1b8f-42c0-9e03-bde87200bbc8 None None] Provisioning complete for port 1508d463-cabf-4572-b80c-76e1e180173f triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:07:38.342535 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4d1f65da-1b8f-42c0-9e03-bde87200bbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (1508d463-cabf-4572-b80c-76e1e180173f), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:38.345289 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a7cbe6-3fc8-4f8e-831b-3a84a4b03809 None None] Routers {'52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:07:38.346009 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-28a7cbe6-3fc8-4f8e-831b-3a84a4b03809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:07:16Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:38.368919 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bdee7a-b7cb-4f7c-ae26-ffef8354064f None None] Pushing event updated for resources: {'Port': ['ID=1508d463-cabf-4572-b80c-76e1e180173f,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:38.529242 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-28a7cbe6-3fc8-4f8e-831b-3a84a4b03809 None None] Set router 52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2 gateway port host: dv-cinder-850002-1-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:07:38.531045 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-4d1f65da-1b8f-42c0-9e03-bde87200bbc8 None None] Current status of the port 1508d463-cabf-4572-b80c-76e1e180173f is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:07:38.531432 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4d1f65da-1b8f-42c0-9e03-bde87200bbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (1508d463-cabf-4572-b80c-76e1e180173f), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:38.650713 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-4d1f65da-1b8f-42c0-9e03-bde87200bbc8 None None] For port 1508d463-cabf-4572-b80c-76e1e180173f, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=1508d463-cabf-4572-b80c-76e1e180173f,segment=NetworkSegment(b0ff9e51-9017-4d8b-b7a2-e36450b974fd),segment_id=b0ff9e51-9017-4d8b-b7a2-e36450b974fd)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:07:38.661385 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4d1f65da-1b8f-42c0-9e03-bde87200bbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (1508d463-cabf-4572-b80c-76e1e180173f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:38.670992 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device 08923a84-8b04-41f6-8ada-897d5d2d5a5e up at agent hyperv_hv-cinder-85000 {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:07:38.812614 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f65da-1b8f-42c0-9e03-bde87200bbc8 None None] Pushing event updated for resources: {'Port': ['ID=1508d463-cabf-4572-b80c-76e1e180173f,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:38.817745 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-23080466-8cae-4ca8-866f-d185a01fefae None None] Provisioning complete for port 1508d463-cabf-4572-b80c-76e1e180173f triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:07:38.818118 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-23080466-8cae-4ca8-866f-d185a01fefae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (1508d463-cabf-4572-b80c-76e1e180173f), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:38.845613 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Provisioning for port 08923a84-8b04-41f6-8ada-897d5d2d5a5e completed by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 15 14:07:38.892240 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Provisioning complete for port 08923a84-8b04-41f6-8ada-897d5d2d5a5e triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:07:38.892651 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (08923a84-8b04-41f6-8ada-897d5d2d5a5e), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:38.935203 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-28a7cbe6-3fc8-4f8e-831b-3a84a4b03809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2', 'name': 'tempest-TestShelveInstance-1181793566-router', 'tenant_id': '45cc3efc2301469d897af308ce66fde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'd3caf41e-c6b7-4cff-be0c-fbfdfdf450db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:07:30Z', 'updated_at': '2022-07-15T14:07:34Z', 'revision_number': 4, 'project_id': '45cc3efc2301469d897af308ce66fde6', 'gw_port': {'id': 'd3caf41e-c6b7-4cff-be0c-fbfdfdf450db', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:93:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:30Z', 'updated_at': '2022-07-15T14:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': '1508d463-cabf-4572-b80c-76e1e180173f', 'name': '', 'network_id': '99e4efdd-dacd-4f1e-aecd-d0e996f3ca80', 'tenant_id': '45cc3efc2301469d897af308ce66fde6', 'mac_address': 'fa:16:3e:9f:86:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '997e831b-306f-4d04-b008-e5e22cf28587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:33Z', 'updated_at': '2022-07-15T14:07:38Z', 'revision_number': 4, 'project_id': '45cc3efc2301469d897af308ce66fde6', 'subnets': [{'id': '997e831b-306f-4d04-b008-e5e22cf28587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:38.974198 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a7cbe6-3fc8-4f8e-831b-3a84a4b03809 None None] The sync data for ids ['52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2'] in dv-cinder-850002-1-iscsi is: [{'id': '52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2', 'name': 'tempest-TestShelveInstance-1181793566-router', 'tenant_id': '45cc3efc2301469d897af308ce66fde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'd3caf41e-c6b7-4cff-be0c-fbfdfdf450db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:07:30Z', 'updated_at': '2022-07-15T14:07:34Z', 'revision_number': 4, 'project_id': '45cc3efc2301469d897af308ce66fde6', 'gw_port': {'id': 'd3caf41e-c6b7-4cff-be0c-fbfdfdf450db', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:93:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:30Z', 'updated_at': '2022-07-15T14:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': '1508d463-cabf-4572-b80c-76e1e180173f', 'name': '', 'network_id': '99e4efdd-dacd-4f1e-aecd-d0e996f3ca80', 'tenant_id': '45cc3efc2301469d897af308ce66fde6', 'mac_address': 'fa:16:3e:9f:86:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '997e831b-306f-4d04-b008-e5e22cf28587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:33Z', 'updated_at': '2022-07-15T14:07:38Z', 'revision_number': 4, 'project_id': '45cc3efc2301469d897af308ce66fde6', 'subnets': [{'id': '997e831b-306f-4d04-b008-e5e22cf28587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:07:38.984158 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be55ea-3842-4e8c-9041-cb828bddb008 req-e0555851-b02a-467f-a45d-35dd98ffa008 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:38.986086 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-97be55ea-3842-4e8c-9041-cb828bddb008 req-e0555851-b02a-467f-a45d-35dd98ffa008 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f8b8d9e-553e-4193-aaf6-1f599d5282bc HTTP/1.1" status: 200 len: 945 time: 0.0584841 Jul 15 14:07:39.066460 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-23080466-8cae-4ca8-866f-d185a01fefae None None] Current status of the port 1508d463-cabf-4572-b80c-76e1e180173f is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:07:39.077166 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-97be55ea-3842-4e8c-9041-cb828bddb008 req-a44bc165-9d9d-4773-b7e5-7e462e6c10cd tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6236c99-185d-47df-a8e7-38f4d6687951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845914 Jul 15 14:07:39.082292 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Current status of the port 08923a84-8b04-41f6-8ada-897d5d2d5a5e is: BUILD; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:07:39.082680 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (08923a84-8b04-41f6-8ada-897d5d2d5a5e), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:39.110004 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f8b8d9e-553e-4193-aaf6-1f599d5282bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08923a84-8b04-41f6-8ada-897d5d2d5a5e'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:07:39.112257 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c4b0ce05359387fb1b8f2741601f150af1cafc779f59aaec505bdecc1202ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16632d5b-3656-4d53-bb26-314f4fcb2a64" -d '{"events": [{"server_uuid": "5f8b8d9e-553e-4193-aaf6-1f599d5282bc", "name": "network-vif-plugged", "status": "completed", "tag": "08923a84-8b04-41f6-8ada-897d5d2d5a5e"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:07:39.131867 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port 08923a84-8b04-41f6-8ada-897d5d2d5a5e, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=08923a84-8b04-41f6-8ada-897d5d2d5a5e,segment=NetworkSegment(a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7),segment_id=a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:07:39.145810 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (08923a84-8b04-41f6-8ada-897d5d2d5a5e), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:39.183406 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 14:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40a0b21-7107-427c-9820-146c93df2684 x-openstack-request-id: req-e40a0b21-7107-427c-9820-146c93df2684 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:07:39.183752 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f8b8d9e-553e-4193-aaf6-1f599d5282bc", "name": "network-vif-plugged", "status": "completed", "tag": "08923a84-8b04-41f6-8ada-897d5d2d5a5e", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:07:39.184110 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e40a0b21-7107-427c-9820-146c93df2684 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:07:39.184600 dv-cinder-850002-1-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e40a0b21-7107-427c-9820-146c93df2684'] response: {'server_uuid': '5f8b8d9e-553e-4193-aaf6-1f599d5282bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08923a84-8b04-41f6-8ada-897d5d2d5a5e', 'code': 200} Jul 15 14:07:39.213089 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Pushing event updated for resources: {'Port': ['ID=08923a84-8b04-41f6-8ada-897d5d2d5a5e,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:39.374564 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd20f9b-e862-470d-a3db-63c9764c2c8d req-b9525cdc-3d7d-4ead-a3e6-b3279111f389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:39.376223 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-7dd20f9b-e862-470d-a3db-63c9764c2c8d req-b9525cdc-3d7d-4ead-a3e6-b3279111f389 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5f8b8d9e-553e-4193-aaf6-1f599d5282bc HTTP/1.1" status: 200 len: 1130 time: 0.0501120 Jul 15 14:07:39.430968 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-7dd20f9b-e862-470d-a3db-63c9764c2c8d req-e5282162-9a96-4818-9339-108430408e1c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e6236c99-185d-47df-a8e7-38f4d6687951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472045 Jul 15 14:07:39.512750 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 1508d463-cabf-4572-b80c-76e1e180173f up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:07:39.517103 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:39.550045 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:39.565762 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port 1508d463-cabf-4572-b80c-76e1e180173f triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:07:39.566045 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (1508d463-cabf-4572-b80c-76e1e180173f), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:39.646987 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port 1508d463-cabf-4572-b80c-76e1e180173f is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:07:40.195174 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81ceff-2de5-4ef6-8eb0-ef117510345d req-8508fd94-5ba9-47ac-a22a-e0cf39e441cb tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:40.196748 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ff81ceff-2de5-4ef6-8eb0-ef117510345d req-8508fd94-5ba9-47ac-a22a-e0cf39e441cb tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f8b8d9e-553e-4193-aaf6-1f599d5282bc HTTP/1.1" status: 200 len: 946 time: 0.0518036 Jul 15 14:07:40.253606 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ff81ceff-2de5-4ef6-8eb0-ef117510345d req-6708823f-ca62-4a2b-8df7-88bef7fab76f tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6236c99-185d-47df-a8e7-38f4d6687951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513334 Jul 15 14:07:41.375117 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d4607-852d-486f-8cd5-13d19bbd0039 req-1809112d-1a2f-4c47-9cbf-03a5cfed361b tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:41.376791 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-733d4607-852d-486f-8cd5-13d19bbd0039 req-1809112d-1a2f-4c47-9cbf-03a5cfed361b tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f8b8d9e-553e-4193-aaf6-1f599d5282bc HTTP/1.1" status: 200 len: 946 time: 0.0526433 Jul 15 14:07:41.434664 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-733d4607-852d-486f-8cd5-13d19bbd0039 req-b52d1526-5d94-4291-9de0-1ceed9d43ed5 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6236c99-185d-47df-a8e7-38f4d6687951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464723 Jul 15 14:07:41.563766 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd60f5c-7ea1-4569-a6d7-439a705f7aff req-ce0065f9-ba30-479e-9131-f776e8f55e54 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:41.565475 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7bd60f5c-7ea1-4569-a6d7-439a705f7aff req-ce0065f9-ba30-479e-9131-f776e8f55e54 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f8b8d9e-553e-4193-aaf6-1f599d5282bc HTTP/1.1" status: 200 len: 946 time: 0.0590055 Jul 15 14:07:41.574252 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 53360) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:07:41.579299 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-f5acb3e3-e98c-492e-a853-ff4abcc11075 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Request body: {'floatingip': {'port_id': '08923a84-8b04-41f6-8ada-897d5d2d5a5e'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:07:41.625055 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f5acb3e3-e98c-492e-a853-ff4abcc11075 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for floatingip (4a5e18c4-20d1-4e91-bff3-b2bda25a4da9), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:41.684459 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:41.699862 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:42.056787 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f5acb3e3-e98c-492e-a853-ff4abcc11075 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:42.061071 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f5acb3e3-e98c-492e-a853-ff4abcc11075 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448782'] for floatingip (4a5e18c4-20d1-4e91-bff3-b2bda25a4da9), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:42.156071 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.db.l3_db [None req-f5acb3e3-e98c-492e-a853-ff4abcc11075 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Floating IP 4a5e18c4-20d1-4e91-bff3-b2bda25a4da9 associated. External IP: 172.27.0.75, port: 08923a84-8b04-41f6-8ada-897d5d2d5a5e. Jul 15 14:07:42.354132 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5acb3e3-e98c-492e-a853-ff4abcc11075 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Router bd8b2dd7-79a3-44de-b57d-5a43659ef752 has already been hosted by L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 14:07:42.705972 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5acb3e3-e98c-492e-a853-ff4abcc11075 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:07:42.710861 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f5acb3e3-e98c-492e-a853-ff4abcc11075 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for floatingip (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:42.715605 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbef557e-4c53-4ced-b8ba-5f552c0deff1 None None] Sync routers for ids ['bd8b2dd7-79a3-44de-b57d-5a43659ef752'] in dv-cinder-850002-1-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:07:42.727776 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbef557e-4c53-4ced-b8ba-5f552c0deff1 None None] Routers {'bd8b2dd7-79a3-44de-b57d-5a43659ef752'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:07:42.728884 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-bbef557e-4c53-4ced-b8ba-5f552c0deff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:07:16Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['bd8b2dd7-79a3-44de-b57d-5a43659ef752'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:42.746547 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-f5acb3e3-e98c-492e-a853-ff4abcc11075 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "PUT /v2.0/floatingips/4a5e18c4-20d1-4e91-bff3-b2bda25a4da9 HTTP/1.1" status: 200 len: 991 time: 1.1711466 Jul 15 14:07:42.747388 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f8b8d9e-553e-4193-aaf6-1f599d5282bc', 'tag': '08923a84-8b04-41f6-8ada-897d5d2d5a5e'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:07:42.749618 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9a8a2fede844199a48cd13e9232727d60bf04678ac4f0cfd160158fc833c96f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b013845b-e977-49c3-ac72-ccced34d5a1e" -d '{"events": [{"name": "network-changed", "server_uuid": "5f8b8d9e-553e-4193-aaf6-1f599d5282bc", "tag": "08923a84-8b04-41f6-8ada-897d5d2d5a5e"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:07:42.833671 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-bbef557e-4c53-4ced-b8ba-5f552c0deff1 None None] Set router bd8b2dd7-79a3-44de-b57d-5a43659ef752 gateway port host: dv-cinder-850002-1-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:07:42.840886 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 14:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8fe2fc-0f8f-4473-8b9e-00e023435428 x-openstack-request-id: req-9e8fe2fc-0f8f-4473-8b9e-00e023435428 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:07:42.841242 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f8b8d9e-553e-4193-aaf6-1f599d5282bc", "tag": "08923a84-8b04-41f6-8ada-897d5d2d5a5e", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:07:42.842112 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9e8fe2fc-0f8f-4473-8b9e-00e023435428 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:07:42.842577 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e8fe2fc-0f8f-4473-8b9e-00e023435428'] response: {'name': 'network-changed', 'server_uuid': '5f8b8d9e-553e-4193-aaf6-1f599d5282bc', 'tag': '08923a84-8b04-41f6-8ada-897d5d2d5a5e', 'status': 'completed', 'code': 200} Jul 15 14:07:42.912320 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013845b-e977-49c3-ac72-ccced34d5a1e req-c279f086-925b-405f-9a33-98093cee8f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:42.913873 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-b013845b-e977-49c3-ac72-ccced34d5a1e req-c279f086-925b-405f-9a33-98093cee8f8f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=26daacf03c844ff8a7546dfe3b36d8bb&device_id=5f8b8d9e-553e-4193-aaf6-1f599d5282bc HTTP/1.1" status: 200 len: 1130 time: 0.0446582 Jul 15 14:07:42.977524 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:UPDATE=2,neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=4 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:43.015185 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013845b-e977-49c3-ac72-ccced34d5a1e req-f19f76cc-004d-41d2-b6dd-95c55e975282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:43.016713 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-b013845b-e977-49c3-ac72-ccced34d5a1e req-f19f76cc-004d-41d2-b6dd-95c55e975282 service neutron] 10.222.0.64 "GET /v2.0/networks?id=98015688-617a-4c97-89d4-c0de9e353bb5 HTTP/1.1" status: 200 len: 915 time: 0.0963376 Jul 15 14:07:43.061619 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-bbef557e-4c53-4ced-b8ba-5f552c0deff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'name': 'tempest-AttachVolumeNegativeTest-947777848-router', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:07:16Z', 'updated_at': '2022-07-15T14:07:21Z', 'revision_number': 4, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'gw_port': {'id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:37:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:17Z', 'updated_at': '2022-07-15T14:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_floatingips': [{'id': '4a5e18c4-20d1-4e91-bff3-b2bda25a4da9', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'floating_ip_address': '172.27.0.75', 'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'router_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'port_id': '08923a84-8b04-41f6-8ada-897d5d2d5a5e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5', 'mac_address': 'fa:16:3e:a1:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8b8d9e-553e-4193-aaf6-1f599d5282bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T14:07:26Z', 'updated_at': '2022-07-15T14:07:41Z', 'revision_number': 1, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a76e407d-90b4-4481-818a-ae7c0d5f0deb', 'name': '', 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'mac_address': 'fa:16:3e:79:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e9260d0b-edd3-47d2-82af-0f443bfabd45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:20Z', 'updated_at': '2022-07-15T14:07:28Z', 'revision_number': 5, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'subnets': [{'id': 'e9260d0b-edd3-47d2-82af-0f443bfabd45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:43.087675 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbef557e-4c53-4ced-b8ba-5f552c0deff1 None None] Checking router: bd8b2dd7-79a3-44de-b57d-5a43659ef752 for host: dv-cinder-850002-1-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:07:43.093081 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-b013845b-e977-49c3-ac72-ccced34d5a1e req-d16bcb5b-6070-49c1-b82e-1e7bc0a1401f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08923a84-8b04-41f6-8ada-897d5d2d5a5e HTTP/1.1" status: 200 len: 999 time: 0.0662463 Jul 15 14:07:43.096316 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbef557e-4c53-4ced-b8ba-5f552c0deff1 None None] Routers {'bd8b2dd7-79a3-44de-b57d-5a43659ef752'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:07:43.096944 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-bbef557e-4c53-4ced-b8ba-5f552c0deff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:07:16Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['bd8b2dd7-79a3-44de-b57d-5a43659ef752'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:43.143094 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013845b-e977-49c3-ac72-ccced34d5a1e req-7d586adf-e457-4f4c-8cd5-d23e75e45c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:43.145011 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-b013845b-e977-49c3-ac72-ccced34d5a1e req-7d586adf-e457-4f4c-8cd5-d23e75e45c31 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e9260d0b-edd3-47d2-82af-0f443bfabd45 HTTP/1.1" status: 200 len: 853 time: 0.0452750 Jul 15 14:07:43.184366 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:43.193593 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013845b-e977-49c3-ac72-ccced34d5a1e req-28cc1414-2f83-4bd8-97f4-cde79954ccc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:43.195101 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-b013845b-e977-49c3-ac72-ccced34d5a1e req-28cc1414-2f83-4bd8-97f4-cde79954ccc9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=98015688-617a-4c97-89d4-c0de9e353bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423346 Jul 15 14:07:43.287064 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-bbef557e-4c53-4ced-b8ba-5f552c0deff1 None None] Set router bd8b2dd7-79a3-44de-b57d-5a43659ef752 gateway port host: dv-cinder-850002-1-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:07:43.292095 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-b013845b-e977-49c3-ac72-ccced34d5a1e req-3d2af743-2bc3-4483-9fa8-a9b4299bad50 service neutron] 10.222.0.64 "GET /v2.0/networks/98015688-617a-4c97-89d4-c0de9e353bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898290 Jul 15 14:07:43.367027 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-bea2751b-004a-4cd2-a941-d60dccbd128b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (6c40ee43-5406-4a95-b7b4-11b32ddced25), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:43.395185 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-b013845b-e977-49c3-ac72-ccced34d5a1e req-5c1180ca-7b7f-439c-99be-c7f0859e3bed service neutron] 10.222.0.64 "GET /v2.0/networks/98015688-617a-4c97-89d4-c0de9e353bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958221 Jul 15 14:07:43.520205 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-bbef557e-4c53-4ced-b8ba-5f552c0deff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'name': 'tempest-AttachVolumeNegativeTest-947777848-router', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:07:16Z', 'updated_at': '2022-07-15T14:07:21Z', 'revision_number': 4, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'gw_port': {'id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:37:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:17Z', 'updated_at': '2022-07-15T14:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_floatingips': [{'id': '4a5e18c4-20d1-4e91-bff3-b2bda25a4da9', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'floating_ip_address': '172.27.0.75', 'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'router_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'port_id': '08923a84-8b04-41f6-8ada-897d5d2d5a5e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5', 'mac_address': 'fa:16:3e:a1:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8b8d9e-553e-4193-aaf6-1f599d5282bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T14:07:26Z', 'updated_at': '2022-07-15T14:07:41Z', 'revision_number': 1, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a76e407d-90b4-4481-818a-ae7c0d5f0deb', 'name': '', 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'mac_address': 'fa:16:3e:79:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e9260d0b-edd3-47d2-82af-0f443bfabd45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:20Z', 'updated_at': '2022-07-15T14:07:28Z', 'revision_number': 5, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'subnets': [{'id': 'e9260d0b-edd3-47d2-82af-0f443bfabd45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:43.548932 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbef557e-4c53-4ced-b8ba-5f552c0deff1 None None] The sync data for ids ['bd8b2dd7-79a3-44de-b57d-5a43659ef752'] in dv-cinder-850002-1-iscsi is: [{'id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'name': 'tempest-AttachVolumeNegativeTest-947777848-router', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:07:16Z', 'updated_at': '2022-07-15T14:07:21Z', 'revision_number': 4, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'gw_port': {'id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:37:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:17Z', 'updated_at': '2022-07-15T14:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_floatingips': [{'id': '4a5e18c4-20d1-4e91-bff3-b2bda25a4da9', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'floating_ip_address': '172.27.0.75', 'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'router_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'port_id': '08923a84-8b04-41f6-8ada-897d5d2d5a5e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5', 'mac_address': 'fa:16:3e:a1:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8b8d9e-553e-4193-aaf6-1f599d5282bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T14:07:26Z', 'updated_at': '2022-07-15T14:07:41Z', 'revision_number': 1, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a76e407d-90b4-4481-818a-ae7c0d5f0deb', 'name': '', 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'mac_address': 'fa:16:3e:79:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e9260d0b-edd3-47d2-82af-0f443bfabd45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:20Z', 'updated_at': '2022-07-15T14:07:28Z', 'revision_number': 5, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'subnets': [{'id': 'e9260d0b-edd3-47d2-82af-0f443bfabd45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:07:43.746863 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb88cefc-f5f6-439e-b333-d564dbed2613 None None] New status for floating IP 4a5e18c4-20d1-4e91-bff3-b2bda25a4da9: ACTIVE {{(pid=103883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 15 14:07:43.834665 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:45.958225 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e77492ee-561e-4ab3-8088-0d0da2cea1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (f703993d-e678-48e2-a65c-4d8192af82e3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:47.289344 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62650970-9807-4a53-b182-b0e3c169648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (be31d1c0-1844-4ed1-99dc-0179bb6e7ee8), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:48.532421 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee182daf-6335-4abe-96a5-cfae59e42a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (d0f04363-b393-47bd-b9b2-c25e00098206), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:48.743345 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (7bcac420-d3a9-4cfc-af22-5ba5795a5287), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:52.675578 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d1e943d8-3ba4-4174-af8d-e66f1f2ad46c req-4ed18193-6786-4413-a14a-caea9883f6b6 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-374758187&fields=id&tenant_id=e608cc75a5ed4f05b462c84c29a31788 HTTP/1.1" status: 200 len: 267 time: 0.0491114 Jul 15 14:07:52.756436 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:52.783497 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e943d8-3ba4-4174-af8d-e66f1f2ad46c req-22af6bd3-9a1f-4d8b-b5d9-713ca7dd3bb5 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:52.784950 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d1e943d8-3ba4-4174-af8d-e66f1f2ad46c req-22af6bd3-9a1f-4d8b-b5d9-713ca7dd3bb5 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/networks?id=23ed595f-021e-4b49-9057-9caea24d9122 HTTP/1.1" status: 200 len: 809 time: 0.1029806 Jul 15 14:07:52.800247 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d1e943d8-3ba4-4174-af8d-e66f1f2ad46c req-fb585699-c4ff-4a23-9a48-6928bfdffc01 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/quotas/e608cc75a5ed4f05b462c84c29a31788 HTTP/1.1" status: 200 len: 375 time: 0.0100200 Jul 15 14:07:52.837316 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:52.850674 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d1e943d8-3ba4-4174-af8d-e66f1f2ad46c req-e3e1c3f0-136e-49f7-a324-54b4e8ea15f8 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e608cc75a5ed4f05b462c84c29a31788&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454779 Jul 15 14:07:52.949731 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d1e943d8-3ba4-4174-af8d-e66f1f2ad46c req-72a3cadf-b2a5-4c41-88bc-b423a31a1b53 service neutron] 10.222.0.16 "GET /v2.0/networks/23ed595f-021e-4b49-9057-9caea24d9122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871952 Jul 15 14:07:53.043796 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d1e943d8-3ba4-4174-af8d-e66f1f2ad46c req-18e20ce8-936f-4b20-a600-0bd64b2a725e service neutron] 10.222.0.16 "GET /v2.0/networks/23ed595f-021e-4b49-9057-9caea24d9122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883565 Jul 15 14:07:53.332595 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c2d83347-d31a-4e64-98fb-1940e01ca5fe req-8c87c266-e637-41cf-a6d6-2fce714b4be4 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b HTTP/1.1" status: 200 len: 210 time: 0.0278950 Jul 15 14:07:53.390305 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=21 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:53.392264 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=34 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:53.517343 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=88 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:53.523074 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=81 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:54.331975 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e943d8-3ba4-4174-af8d-e66f1f2ad46c req-2938375a-95e1-4913-9180-0eedfccd9132 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:54.333489 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d1e943d8-3ba4-4174-af8d-e66f1f2ad46c req-2938375a-95e1-4913-9180-0eedfccd9132 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.64 "GET /v2.0/networks?id=23ed595f-021e-4b49-9057-9caea24d9122 HTTP/1.1" status: 200 len: 809 time: 0.1169572 Jul 15 14:07:54.413306 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d1e943d8-3ba4-4174-af8d-e66f1f2ad46c req-bcd828a5-7718-48a5-bc95-dafb29466c9f tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e608cc75a5ed4f05b462c84c29a31788 HTTP/1.1" status: 200 len: 379 time: 0.0698860 Jul 15 14:07:54.422729 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [req-d1e943d8-3ba4-4174-af8d-e66f1f2ad46c req-38cdd25e-7075-4010-8d0d-bab6776790a5 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Request body: {'port': {'device_id': '1a999d1e-a17a-4ea9-8f71-3a981b55733b', 'network_id': '23ed595f-021e-4b49-9057-9caea24d9122', 'admin_state_up': True, 'tenant_id': 'e608cc75a5ed4f05b462c84c29a31788', 'security_groups': ['8857008b-e7ce-45b3-897b-cb8cedd53737']}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:07:54.445853 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a4a8d458-462f-405c-b0d9-98bb2538e6d7 req-602734da-a26e-490c-a740-80fbcf0c0bd1 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b HTTP/1.1" status: 200 len: 210 time: 0.0312796 Jul 15 14:07:54.544033 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1e943d8-3ba4-4174-af8d-e66f1f2ad46c req-38cdd25e-7075-4010-8d0d-bab6776790a5 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Made reservation on behalf of e608cc75a5ed4f05b462c84c29a31788 for: {'port': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:07:54.548108 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-d1e943d8-3ba4-4174-af8d-e66f1f2ad46c req-38cdd25e-7075-4010-8d0d-bab6776790a5 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:54.676034 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [req-d1e943d8-3ba4-4174-af8d-e66f1f2ad46c req-38cdd25e-7075-4010-8d0d-bab6776790a5 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Allocated IP 172.20.0.12 (23ed595f-021e-4b49-9057-9caea24d9122/11e103b7-3d94-49bf-928a-697ea97318ef/672e43eb-ef9b-49b3-9a76-4d3b2227aa67) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:07:55.087663 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-d1e943d8-3ba4-4174-af8d-e66f1f2ad46c req-38cdd25e-7075-4010-8d0d-bab6776790a5 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Publish callbacks [] for port (672e43eb-ef9b-49b3-9a76-4d3b2227aa67), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:55.120002 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-d1e943d8-3ba4-4174-af8d-e66f1f2ad46c req-38cdd25e-7075-4010-8d0d-bab6776790a5 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (672e43eb-ef9b-49b3-9a76-4d3b2227aa67), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:55.161463 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1e943d8-3ba4-4174-af8d-e66f1f2ad46c req-38cdd25e-7075-4010-8d0d-bab6776790a5 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Network 23ed595f-021e-4b49-9057-9caea24d9122 is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:07:55.164627 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [req-d1e943d8-3ba4-4174-af8d-e66f1f2ad46c req-38cdd25e-7075-4010-8d0d-bab6776790a5 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:07:55.171987 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e943d8-3ba4-4174-af8d-e66f1f2ad46c req-38cdd25e-7075-4010-8d0d-bab6776790a5 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:07:55.199937 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cdd25e-7075-4010-8d0d-bab6776790a5 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Pushing event updated for resources: {'Port': ['ID=672e43eb-ef9b-49b3-9a76-4d3b2227aa67,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:55.214980 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cdd25e-7075-4010-8d0d-bab6776790a5 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:55.215329 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cdd25e-7075-4010-8d0d-bab6776790a5 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:55.215665 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cdd25e-7075-4010-8d0d-bab6776790a5 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:55.216008 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cdd25e-7075-4010-8d0d-bab6776790a5 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:55.216340 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cdd25e-7075-4010-8d0d-bab6776790a5 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:55.217236 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cdd25e-7075-4010-8d0d-bab6776790a5 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:55.217574 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cdd25e-7075-4010-8d0d-bab6776790a5 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:55.217896 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cdd25e-7075-4010-8d0d-bab6776790a5 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:55.218218 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cdd25e-7075-4010-8d0d-bab6776790a5 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:55.218539 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cdd25e-7075-4010-8d0d-bab6776790a5 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:55.218861 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cdd25e-7075-4010-8d0d-bab6776790a5 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:55.219178 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cdd25e-7075-4010-8d0d-bab6776790a5 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:55.219498 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cdd25e-7075-4010-8d0d-bab6776790a5 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:55.219820 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cdd25e-7075-4010-8d0d-bab6776790a5 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:55.220136 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cdd25e-7075-4010-8d0d-bab6776790a5 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:55.242879 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e943d8-3ba4-4174-af8d-e66f1f2ad46c req-38cdd25e-7075-4010-8d0d-bab6776790a5 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:55.243505 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-d1e943d8-3ba4-4174-af8d-e66f1f2ad46c req-38cdd25e-7075-4010-8d0d-bab6776790a5 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:55.260731 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d1e943d8-3ba4-4174-af8d-e66f1f2ad46c req-38cdd25e-7075-4010-8d0d-bab6776790a5 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8421597 Jul 15 14:07:55.275373 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [req-d1e943d8-3ba4-4174-af8d-e66f1f2ad46c req-32e76851-11c9-4d9a-9c2a-293e46286173 service neutron] Request body: {'port': {'device_id': '1a999d1e-a17a-4ea9-8f71-3a981b55733b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85000'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:07:55.309189 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:55.348010 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-d1e943d8-3ba4-4174-af8d-e66f1f2ad46c req-32e76851-11c9-4d9a-9c2a-293e46286173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (672e43eb-ef9b-49b3-9a76-4d3b2227aa67), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:55.380846 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:55.392854 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-1d38f2c1-f489-4f63-aa19-0bea40753302 None None] Provisioning complete for port 672e43eb-ef9b-49b3-9a76-4d3b2227aa67 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:07:55.393462 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1d38f2c1-f489-4f63-aa19-0bea40753302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (672e43eb-ef9b-49b3-9a76-4d3b2227aa67), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:55.428616 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-1d38f2c1-f489-4f63-aa19-0bea40753302 None None] Port 672e43eb-ef9b-49b3-9a76-4d3b2227aa67 cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 15 14:07:55.564322 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac82210-1ff3-4cfd-8875-33cf4c1730d3 req-5dca7530-5d61-41fd-8c3d-860a02334dc7 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:55.565904 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3ac82210-1ff3-4cfd-8875-33cf4c1730d3 req-5dca7530-5d61-41fd-8c3d-860a02334dc7 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b HTTP/1.1" status: 200 len: 932 time: 0.0479615 Jul 15 14:07:55.618547 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3ac82210-1ff3-4cfd-8875-33cf4c1730d3 req-6576f8aa-216f-4c50-b216-2bee3f4ba11f tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/security-groups?id=8857008b-e7ce-45b3-897b-cb8cedd53737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455470 Jul 15 14:07:55.622153 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [req-d1e943d8-3ba4-4174-af8d-e66f1f2ad46c req-32e76851-11c9-4d9a-9c2a-293e46286173 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 672e43eb-ef9b-49b3-9a76-4d3b2227aa67 {{(pid=103881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 14:07:55.630921 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-d1e943d8-3ba4-4174-af8d-e66f1f2ad46c req-32e76851-11c9-4d9a-9c2a-293e46286173 service neutron] Publish callbacks [] for port (672e43eb-ef9b-49b3-9a76-4d3b2227aa67), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:55.644220 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.provisioning_blocks [req-d1e943d8-3ba4-4174-af8d-e66f1f2ad46c req-32e76851-11c9-4d9a-9c2a-293e46286173 service neutron] Transition to ACTIVE for port object 672e43eb-ef9b-49b3-9a76-4d3b2227aa67 will not be triggered until provisioned by entity L2. {{(pid=103881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 15 14:07:55.648153 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-d1e943d8-3ba4-4174-af8d-e66f1f2ad46c req-32e76851-11c9-4d9a-9c2a-293e46286173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268230'] for port (672e43eb-ef9b-49b3-9a76-4d3b2227aa67), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:55.700610 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e76851-11c9-4d9a-9c2a-293e46286173 service neutron] Pushing event updated for resources: {'Port': ['ID=672e43eb-ef9b-49b3-9a76-4d3b2227aa67,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:55.774528 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-d1e943d8-3ba4-4174-af8d-e66f1f2ad46c req-32e76851-11c9-4d9a-9c2a-293e46286173 service neutron] Attempting to bind port 672e43eb-ef9b-49b3-9a76-4d3b2227aa67 on host hv-cinder-85000 for vnic_type normal with profile {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 15 14:07:55.774870 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-d1e943d8-3ba4-4174-af8d-e66f1f2ad46c req-32e76851-11c9-4d9a-9c2a-293e46286173 service neutron] Attempting to bind port 672e43eb-ef9b-49b3-9a76-4d3b2227aa67 by drivers openvswitch,hyperv on host hv-cinder-85000 at level 0 using segments [{'id': 'dc81c258-301f-4317-abf3-b2232d08a25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '23ed595f-021e-4b49-9057-9caea24d9122'}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 15 14:07:55.775201 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e943d8-3ba4-4174-af8d-e66f1f2ad46c req-32e76851-11c9-4d9a-9c2a-293e46286173 service neutron] Attempting to bind port 672e43eb-ef9b-49b3-9a76-4d3b2227aa67 on network 23ed595f-021e-4b49-9057-9caea24d9122 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:07:55.780044 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e943d8-3ba4-4174-af8d-e66f1f2ad46c req-32e76851-11c9-4d9a-9c2a-293e46286173 service neutron] Port 672e43eb-ef9b-49b3-9a76-4d3b2227aa67 on network 23ed595f-021e-4b49-9057-9caea24d9122 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85000 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 15 14:07:55.780363 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e943d8-3ba4-4174-af8d-e66f1f2ad46c req-32e76851-11c9-4d9a-9c2a-293e46286173 service neutron] Attempting to bind port 672e43eb-ef9b-49b3-9a76-4d3b2227aa67 on network 23ed595f-021e-4b49-9057-9caea24d9122 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:07:55.785623 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e943d8-3ba4-4174-af8d-e66f1f2ad46c req-32e76851-11c9-4d9a-9c2a-293e46286173 service neutron] Checking agent: {'id': '73ab3907-1bcf-455f-a05d-131e96f159a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85000', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 13, 58, 57), 'started_at': datetime.datetime(2022, 7, 15, 13, 58, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 14, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 14:07:55.785964 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e943d8-3ba4-4174-af8d-e66f1f2ad46c req-32e76851-11c9-4d9a-9c2a-293e46286173 service neutron] Checking segment: {'id': 'dc81c258-301f-4317-abf3-b2232d08a25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '23ed595f-021e-4b49-9057-9caea24d9122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:07:55.786351 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e943d8-3ba4-4174-af8d-e66f1f2ad46c req-32e76851-11c9-4d9a-9c2a-293e46286173 service neutron] Bound using segment: {'id': 'dc81c258-301f-4317-abf3-b2232d08a25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '23ed595f-021e-4b49-9057-9caea24d9122'} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 14:07:55.786835 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-d1e943d8-3ba4-4174-af8d-e66f1f2ad46c req-32e76851-11c9-4d9a-9c2a-293e46286173 service neutron] Bound port: 672e43eb-ef9b-49b3-9a76-4d3b2227aa67, host: hv-cinder-85000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc81c258-301f-4317-abf3-b2232d08a25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '23ed595f-021e-4b49-9057-9caea24d9122'}}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 15 14:07:55.787178 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-d1e943d8-3ba4-4174-af8d-e66f1f2ad46c req-32e76851-11c9-4d9a-9c2a-293e46286173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (672e43eb-ef9b-49b3-9a76-4d3b2227aa67), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:55.855512 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-d1e943d8-3ba4-4174-af8d-e66f1f2ad46c req-32e76851-11c9-4d9a-9c2a-293e46286173 service neutron] For port 672e43eb-ef9b-49b3-9a76-4d3b2227aa67, host hv-cinder-85000, cleared binding levels {{(pid=103881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:07:55.859231 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-d1e943d8-3ba4-4174-af8d-e66f1f2ad46c req-32e76851-11c9-4d9a-9c2a-293e46286173 service neutron] For port 672e43eb-ef9b-49b3-9a76-4d3b2227aa67, host hv-cinder-85000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=672e43eb-ef9b-49b3-9a76-4d3b2227aa67,segment=NetworkSegment(dc81c258-301f-4317-abf3-b2232d08a25e),segment_id=dc81c258-301f-4317-abf3-b2232d08a25e)] {{(pid=103881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:07:55.866037 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-d1e943d8-3ba4-4174-af8d-e66f1f2ad46c req-32e76851-11c9-4d9a-9c2a-293e46286173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268230'] for port (672e43eb-ef9b-49b3-9a76-4d3b2227aa67), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:55.901049 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e943d8-3ba4-4174-af8d-e66f1f2ad46c req-32e76851-11c9-4d9a-9c2a-293e46286173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:55.901763 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-d1e943d8-3ba4-4174-af8d-e66f1f2ad46c req-32e76851-11c9-4d9a-9c2a-293e46286173 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:55.903027 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d1e943d8-3ba4-4174-af8d-e66f1f2ad46c req-32e76851-11c9-4d9a-9c2a-293e46286173 service neutron] 10.222.0.64 "PUT /v2.0/ports/672e43eb-ef9b-49b3-9a76-4d3b2227aa67 HTTP/1.1" status: 200 len: 1094 time: 0.6330063 Jul 15 14:07:55.903462 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a999d1e-a17a-4ea9-8f71-3a981b55733b', 'tag': '672e43eb-ef9b-49b3-9a76-4d3b2227aa67'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:07:55.905885 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27b3149431a8a58964108cadaaee569fc83829ebf6971f3e535c686fd00e584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f65f70d-9ec1-49d8-9dea-cc2caaa68902" -d '{"events": [{"name": "network-changed", "server_uuid": "1a999d1e-a17a-4ea9-8f71-3a981b55733b", "tag": "672e43eb-ef9b-49b3-9a76-4d3b2227aa67"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:07:55.939299 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e76851-11c9-4d9a-9c2a-293e46286173 service neutron] Pushing event updated for resources: {'Port': ['ID=672e43eb-ef9b-49b3-9a76-4d3b2227aa67,revision_number=3']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:55.971394 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 14:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b5c634-b7ae-48a8-9dae-9ccd2032e4ac x-openstack-request-id: req-b5b5c634-b7ae-48a8-9dae-9ccd2032e4ac {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:07:55.971693 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a999d1e-a17a-4ea9-8f71-3a981b55733b", "tag": "672e43eb-ef9b-49b3-9a76-4d3b2227aa67", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:07:55.971966 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b5b5c634-b7ae-48a8-9dae-9ccd2032e4ac {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:07:55.972550 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5b5c634-b7ae-48a8-9dae-9ccd2032e4ac'] response: {'name': 'network-changed', 'server_uuid': '1a999d1e-a17a-4ea9-8f71-3a981b55733b', 'tag': '672e43eb-ef9b-49b3-9a76-4d3b2227aa67', 'status': 'completed', 'code': 200} Jul 15 14:07:56.023174 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e943d8-3ba4-4174-af8d-e66f1f2ad46c req-ffc3c4ae-f818-4fa8-96e6-acf3f8c74134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:56.024839 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d1e943d8-3ba4-4174-af8d-e66f1f2ad46c req-ffc3c4ae-f818-4fa8-96e6-acf3f8c74134 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e608cc75a5ed4f05b462c84c29a31788&device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b HTTP/1.1" status: 200 len: 1128 time: 0.0457888 Jul 15 14:07:56.070500 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d1e943d8-3ba4-4174-af8d-e66f1f2ad46c req-cb9da11f-e3e2-4bf9-baee-3cb0051dc4c5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=672e43eb-ef9b-49b3-9a76-4d3b2227aa67 HTTP/1.1" status: 200 len: 217 time: 0.0382471 Jul 15 14:07:56.122292 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e943d8-3ba4-4174-af8d-e66f1f2ad46c req-a67ad04f-fc4f-429a-93f5-0323048ea363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:56.123802 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d1e943d8-3ba4-4174-af8d-e66f1f2ad46c req-a67ad04f-fc4f-429a-93f5-0323048ea363 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=11e103b7-3d94-49bf-928a-697ea97318ef HTTP/1.1" status: 200 len: 848 time: 0.0462012 Jul 15 14:07:56.175662 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e943d8-3ba4-4174-af8d-e66f1f2ad46c req-bab16aad-f84f-48d9-9288-a56455870972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:56.177267 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d1e943d8-3ba4-4174-af8d-e66f1f2ad46c req-bab16aad-f84f-48d9-9288-a56455870972 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=23ed595f-021e-4b49-9057-9caea24d9122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450945 Jul 15 14:07:56.267941 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:56.280530 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d1e943d8-3ba4-4174-af8d-e66f1f2ad46c req-9028f6cc-b52b-47e5-90b8-e9b477b24d2a service neutron] 10.222.0.64 "GET /v2.0/networks/23ed595f-021e-4b49-9057-9caea24d9122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957894 Jul 15 14:07:56.375671 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d1e943d8-3ba4-4174-af8d-e66f1f2ad46c req-ae9a94bf-a74f-4baf-91aa-b57fb217bbf5 service neutron] 10.222.0.64 "GET /v2.0/networks/23ed595f-021e-4b49-9057-9caea24d9122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868838 Jul 15 14:07:56.692673 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65f70d-9ec1-49d8-9dea-cc2caaa68902 req-0efc338e-0b2f-4cce-b8c5-d128aa84245e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:56.694169 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-1f65f70d-9ec1-49d8-9dea-cc2caaa68902 req-0efc338e-0b2f-4cce-b8c5-d128aa84245e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e608cc75a5ed4f05b462c84c29a31788&device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b HTTP/1.1" status: 200 len: 1128 time: 0.0455391 Jul 15 14:07:56.729784 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:07:56.740250 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e6730-78f4-459d-8277-d628d9be7795 req-baf0d1a9-3cc8-4071-8963-f101fb69a26f tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:56.741192 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0e3e6730-78f4-459d-8277-d628d9be7795 req-baf0d1a9-3cc8-4071-8963-f101fb69a26f tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b HTTP/1.1" status: 200 len: 944 time: 0.0537076 Jul 15 14:07:56.797384 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0e3e6730-78f4-459d-8277-d628d9be7795 req-aeb57ee0-5044-4034-9c95-0f4cab1afbe2 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/security-groups?id=8857008b-e7ce-45b3-897b-cb8cedd53737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481815 Jul 15 14:07:56.806878 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65f70d-9ec1-49d8-9dea-cc2caaa68902 req-d906bbde-2084-4655-affd-4b75f7555a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:56.808372 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-1f65f70d-9ec1-49d8-9dea-cc2caaa68902 req-d906bbde-2084-4655-affd-4b75f7555a0e service neutron] 10.222.0.64 "GET /v2.0/networks?id=23ed595f-021e-4b49-9057-9caea24d9122 HTTP/1.1" status: 200 len: 910 time: 0.1071694 Jul 15 14:07:56.852494 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-1f65f70d-9ec1-49d8-9dea-cc2caaa68902 req-32a95df7-2336-4c08-8d38-a9886a150a6f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=672e43eb-ef9b-49b3-9a76-4d3b2227aa67 HTTP/1.1" status: 200 len: 217 time: 0.0374036 Jul 15 14:07:56.888501 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (73ab3907-1bcf-455f-a05d-131e96f159a2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:07:56.904307 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65f70d-9ec1-49d8-9dea-cc2caaa68902 req-2fabea1c-01a3-4728-ada0-0892bdedc195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:56.905853 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-1f65f70d-9ec1-49d8-9dea-cc2caaa68902 req-2fabea1c-01a3-4728-ada0-0892bdedc195 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=11e103b7-3d94-49bf-928a-697ea97318ef HTTP/1.1" status: 200 len: 848 time: 0.0472016 Jul 15 14:07:56.953913 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65f70d-9ec1-49d8-9dea-cc2caaa68902 req-6dae8622-16e5-4aa5-b81e-c42d6bcca55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:56.955430 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-1f65f70d-9ec1-49d8-9dea-cc2caaa68902 req-6dae8622-16e5-4aa5-b81e-c42d6bcca55d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=23ed595f-021e-4b49-9057-9caea24d9122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407553 Jul 15 14:07:57.049979 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-1f65f70d-9ec1-49d8-9dea-cc2caaa68902 req-505ee704-bbd8-4fd9-96ab-492964b70a23 service neutron] 10.222.0.64 "GET /v2.0/networks/23ed595f-021e-4b49-9057-9caea24d9122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881417 Jul 15 14:07:57.143643 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-1f65f70d-9ec1-49d8-9dea-cc2caaa68902 req-5cedb2a1-f500-4ae5-8574-bb43b05ef65b service neutron] 10.222.0.64 "GET /v2.0/networks/23ed595f-021e-4b49-9057-9caea24d9122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871308 Jul 15 14:07:57.920307 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b50c951-b59f-4f68-a510-af2f5911eb63 req-9789a987-a4c9-4f27-b973-2f25dc51a7e1 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:57.921994 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7b50c951-b59f-4f68-a510-af2f5911eb63 req-9789a987-a4c9-4f27-b973-2f25dc51a7e1 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b HTTP/1.1" status: 200 len: 944 time: 0.0518479 Jul 15 14:07:57.973439 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7b50c951-b59f-4f68-a510-af2f5911eb63 req-123aebd6-37b6-4c4c-8683-bfb208eccd10 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/security-groups?id=8857008b-e7ce-45b3-897b-cb8cedd53737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456491 Jul 15 14:07:59.096223 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c44386-814f-4ca5-bdbd-b9ace1344dd5 req-7ba3f14a-ba39-4731-a25d-8e14397f03a4 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:07:59.097783 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-11c44386-814f-4ca5-bdbd-b9ace1344dd5 req-7ba3f14a-ba39-4731-a25d-8e14397f03a4 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b HTTP/1.1" status: 200 len: 944 time: 0.0532944 Jul 15 14:07:59.151679 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-11c44386-814f-4ca5-bdbd-b9ace1344dd5 req-04c209e5-ae30-43c7-8fa7-cfa3670ada1b tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/security-groups?id=8857008b-e7ce-45b3-897b-cb8cedd53737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482237 Jul 15 14:08:00.269549 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188609e4-1ec7-4ae0-a951-83042093cdf6 req-91db3a7a-1591-4638-9160-ec0802bf9079 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:08:00.271052 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-188609e4-1ec7-4ae0-a951-83042093cdf6 req-91db3a7a-1591-4638-9160-ec0802bf9079 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b HTTP/1.1" status: 200 len: 944 time: 0.0527487 Jul 15 14:08:00.320820 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-188609e4-1ec7-4ae0-a951-83042093cdf6 req-2cc8421a-6059-43a5-a455-7f5b6004219d tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/security-groups?id=8857008b-e7ce-45b3-897b-cb8cedd53737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441806 Jul 15 14:08:01.439537 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1590af7-ec89-43ae-b6f9-6edc1078cefd req-b897eab0-a989-4246-b63a-204caea70c1d tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:08:01.441051 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d1590af7-ec89-43ae-b6f9-6edc1078cefd req-b897eab0-a989-4246-b63a-204caea70c1d tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b HTTP/1.1" status: 200 len: 944 time: 0.0495207 Jul 15 14:08:01.493228 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d1590af7-ec89-43ae-b6f9-6edc1078cefd req-b6407790-65ed-4eaf-bec7-c6bccf1db7af tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/security-groups?id=8857008b-e7ce-45b3-897b-cb8cedd53737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467277 Jul 15 14:08:02.607350 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce17fb14-020c-44a2-95a9-7d6c7df49bda req-173e0f9f-cd16-438e-9090-06c1f168259b tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:08:02.609459 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ce17fb14-020c-44a2-95a9-7d6c7df49bda req-173e0f9f-cd16-438e-9090-06c1f168259b tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b HTTP/1.1" status: 200 len: 944 time: 0.0472353 Jul 15 14:08:02.658553 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ce17fb14-020c-44a2-95a9-7d6c7df49bda req-dbca788f-d576-463b-ad62-c1b472767ec4 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/security-groups?id=8857008b-e7ce-45b3-897b-cb8cedd53737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434015 Jul 15 14:08:03.774123 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e3f75d-7a55-42e4-a976-3d9370d598dd req-abbedf08-d335-42b1-a83f-6a15b6234c82 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:08:03.775577 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-72e3f75d-7a55-42e4-a976-3d9370d598dd req-abbedf08-d335-42b1-a83f-6a15b6234c82 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b HTTP/1.1" status: 200 len: 944 time: 0.0478837 Jul 15 14:08:03.825810 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-72e3f75d-7a55-42e4-a976-3d9370d598dd req-348b654c-fd8e-4236-9aa4-bfd8eeec780a tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/security-groups?id=8857008b-e7ce-45b3-897b-cb8cedd53737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446115 Jul 15 14:08:04.760232 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device 672e43eb-ef9b-49b3-9a76-4d3b2227aa67 details requested by agent hyperv_hv-cinder-85000 with host hv-cinder-85000 {{(pid=103883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:08:04.866731 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port 672e43eb-ef9b-49b3-9a76-4d3b2227aa67, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=672e43eb-ef9b-49b3-9a76-4d3b2227aa67,segment=NetworkSegment(dc81c258-301f-4317-abf3-b2232d08a25e),segment_id=dc81c258-301f-4317-abf3-b2232d08a25e)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:08:04.879173 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Returning: {'device': '672e43eb-ef9b-49b3-9a76-4d3b2227aa67', 'network_id': '23ed595f-021e-4b49-9057-9caea24d9122', 'port_id': '672e43eb-ef9b-49b3-9a76-4d3b2227aa67', 'mac_address': 'fa:16:3e:92:bc:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11e103b7-3d94-49bf-928a-697ea97318ef', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:08:04.909521 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:04.919372 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Current status of the port 672e43eb-ef9b-49b3-9a76-4d3b2227aa67 is: DOWN; New status is: BUILD {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:08:04.919766 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (672e43eb-ef9b-49b3-9a76-4d3b2227aa67), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:04.935810 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 672e43eb-ef9b-49b3-9a76-4d3b2227aa67 {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 14:08:04.949758 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:04.957586 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port 672e43eb-ef9b-49b3-9a76-4d3b2227aa67, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=672e43eb-ef9b-49b3-9a76-4d3b2227aa67,segment=NetworkSegment(dc81c258-301f-4317-abf3-b2232d08a25e),segment_id=dc81c258-301f-4317-abf3-b2232d08a25e)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:08:04.961229 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c55d79-036a-4197-ad4e-960ef1dc5515 req-879de3c1-853a-48ac-b570-86c3355ea04d tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:08:04.962160 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (672e43eb-ef9b-49b3-9a76-4d3b2227aa67), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:04.962865 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-91c55d79-036a-4197-ad4e-960ef1dc5515 req-879de3c1-853a-48ac-b570-86c3355ea04d tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b HTTP/1.1" status: 200 len: 944 time: 0.0631349 Jul 15 14:08:05.018925 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-91c55d79-036a-4197-ad4e-960ef1dc5515 req-fefd2513-9a4a-49a4-ad41-8c54da614be6 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/security-groups?id=8857008b-e7ce-45b3-897b-cb8cedd53737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491395 Jul 15 14:08:05.021366 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Pushing event updated for resources: {'Port': ['ID=672e43eb-ef9b-49b3-9a76-4d3b2227aa67,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:05.029121 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:05.030040 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:05.030414 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:05.030757 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:05.031093 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:05.031425 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:05.031754 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:05.032085 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:05.032431 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:05.032766 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:05.033093 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:05.033422 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:05.033748 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:05.034075 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:05.034395 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:05.208842 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] get_ports_and_sgs() called for port_ids ['672e43eb-ef9b-49b3-9a76-4d3b2227aa67'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:08:06.145651 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094a044-5de0-46ca-b6fd-7ee4016903ee req-e714ff77-5c9b-48b5-af01-70207e560086 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:08:06.147273 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b094a044-5de0-46ca-b6fd-7ee4016903ee req-e714ff77-5c9b-48b5-af01-70207e560086 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b HTTP/1.1" status: 200 len: 945 time: 0.0491698 Jul 15 14:08:06.201392 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b094a044-5de0-46ca-b6fd-7ee4016903ee req-37487d07-844a-4ed4-a6fc-6735a25657ac tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/security-groups?id=8857008b-e7ce-45b3-897b-cb8cedd53737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483785 Jul 15 14:08:06.790990 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device 672e43eb-ef9b-49b3-9a76-4d3b2227aa67 up at agent hyperv_hv-cinder-85000 {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:08:06.835227 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Provisioning for port 672e43eb-ef9b-49b3-9a76-4d3b2227aa67 completed by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 15 14:08:06.843635 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Provisioning complete for port 672e43eb-ef9b-49b3-9a76-4d3b2227aa67 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:08:06.844588 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (672e43eb-ef9b-49b3-9a76-4d3b2227aa67), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:06.886468 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:06.925838 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Current status of the port 672e43eb-ef9b-49b3-9a76-4d3b2227aa67 is: BUILD; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:08:06.926377 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (672e43eb-ef9b-49b3-9a76-4d3b2227aa67), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:06.958018 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a999d1e-a17a-4ea9-8f71-3a981b55733b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '672e43eb-ef9b-49b3-9a76-4d3b2227aa67'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:08:06.960296 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c4b0ce05359387fb1b8f2741601f150af1cafc779f59aaec505bdecc1202ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1bbb4ed-5e0a-42b8-9658-ed7afb6a1dbf" -d '{"events": [{"server_uuid": "1a999d1e-a17a-4ea9-8f71-3a981b55733b", "name": "network-vif-plugged", "status": "completed", "tag": "672e43eb-ef9b-49b3-9a76-4d3b2227aa67"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:08:06.974255 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port 672e43eb-ef9b-49b3-9a76-4d3b2227aa67, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=672e43eb-ef9b-49b3-9a76-4d3b2227aa67,segment=NetworkSegment(dc81c258-301f-4317-abf3-b2232d08a25e),segment_id=dc81c258-301f-4317-abf3-b2232d08a25e)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:08:06.979301 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (672e43eb-ef9b-49b3-9a76-4d3b2227aa67), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:07.004956 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 14:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e3fb9b-5b9a-4f6a-beee-0a15e876fb1f x-openstack-request-id: req-c7e3fb9b-5b9a-4f6a-beee-0a15e876fb1f {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:08:07.005245 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a999d1e-a17a-4ea9-8f71-3a981b55733b", "name": "network-vif-plugged", "status": "completed", "tag": "672e43eb-ef9b-49b3-9a76-4d3b2227aa67", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:08:07.005493 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c7e3fb9b-5b9a-4f6a-beee-0a15e876fb1f {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:08:07.005885 dv-cinder-850002-1-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7e3fb9b-5b9a-4f6a-beee-0a15e876fb1f'] response: {'server_uuid': '1a999d1e-a17a-4ea9-8f71-3a981b55733b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '672e43eb-ef9b-49b3-9a76-4d3b2227aa67', 'code': 200} Jul 15 14:08:07.021426 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:07.034659 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Pushing event updated for resources: {'Port': ['ID=672e43eb-ef9b-49b3-9a76-4d3b2227aa67,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:07.139176 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=53 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:07.141201 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=35 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:07.248595 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7015ed33-aa8f-4b41-b1a7-4b0bed2dbec2 req-6edacd1f-e8ce-45f3-87fd-16ce189e0548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:08:07.250230 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-7015ed33-aa8f-4b41-b1a7-4b0bed2dbec2 req-6edacd1f-e8ce-45f3-87fd-16ce189e0548 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b HTTP/1.1" status: 200 len: 1130 time: 0.0435641 Jul 15 14:08:07.308431 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-7015ed33-aa8f-4b41-b1a7-4b0bed2dbec2 req-cb851302-ab9a-4197-af54-cdb084f8e385 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8857008b-e7ce-45b3-897b-cb8cedd53737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507500 Jul 15 14:08:07.320424 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-3117b6cd-8377-4598-90e9-298b0791c2f7 None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:08:07.340331 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b244e-3e34-4ebc-8640-3a68b1bd1e5a req-be218838-0317-494e-b692-5830e87cabd1 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:08:07.341920 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-152b244e-3e34-4ebc-8640-3a68b1bd1e5a req-be218838-0317-494e-b692-5830e87cabd1 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b HTTP/1.1" status: 200 len: 946 time: 0.0557098 Jul 15 14:08:07.400762 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-152b244e-3e34-4ebc-8640-3a68b1bd1e5a req-e9d212d3-b1e2-4eaa-b01d-c8f75f839be3 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/security-groups?id=8857008b-e7ce-45b3-897b-cb8cedd53737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528708 Jul 15 14:08:08.524502 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de41494-6551-4a84-966c-59abab04cf87 req-ce05d364-c8c2-4fed-8e1a-a660fb576c33 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:08:08.526039 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3de41494-6551-4a84-966c-59abab04cf87 req-ce05d364-c8c2-4fed-8e1a-a660fb576c33 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b HTTP/1.1" status: 200 len: 946 time: 0.0548861 Jul 15 14:08:08.577278 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3de41494-6551-4a84-966c-59abab04cf87 req-33b3dfe7-0876-467e-8f7b-db45a97b6cc5 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/security-groups?id=8857008b-e7ce-45b3-897b-cb8cedd53737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456891 Jul 15 14:08:09.312492 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea09641-47b2-444c-8e98-b04af24f7731 req-8112e88e-f63f-4e61-8f73-53b99302e13b tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:08:09.314318 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1ea09641-47b2-444c-8e98-b04af24f7731 req-8112e88e-f63f-4e61-8f73-53b99302e13b tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 947 time: 0.0499270 Jul 15 14:08:09.364965 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1ea09641-47b2-444c-8e98-b04af24f7731 req-c731b3d3-bf78-45eb-9ad3-5f86b57a0f20 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc90dd3c-5f93-4a9b-a566-083482f307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449569 Jul 15 14:08:09.702314 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c658c0-53be-4da6-9066-cca7625cceca req-bcbe9bd3-4907-495d-a3e1-a204eb6d6470 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:08:09.703807 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e3c658c0-53be-4da6-9066-cca7625cceca req-bcbe9bd3-4907-495d-a3e1-a204eb6d6470 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b HTTP/1.1" status: 200 len: 946 time: 0.0507443 Jul 15 14:08:09.754183 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e3c658c0-53be-4da6-9066-cca7625cceca req-fb0a126f-8c0a-4a27-b5f0-e289736f1ddc tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/security-groups?id=8857008b-e7ce-45b3-897b-cb8cedd53737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446095 Jul 15 14:08:09.870926 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4982b6-2343-4b05-952d-cae949117c35 req-f5bcfd2f-7900-4b5f-bf57-1a32d2f75de4 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:08:09.872407 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5e4982b6-2343-4b05-952d-cae949117c35 req-f5bcfd2f-7900-4b5f-bf57-1a32d2f75de4 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b HTTP/1.1" status: 200 len: 946 time: 0.0498078 Jul 15 14:08:09.925515 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5e4982b6-2343-4b05-952d-cae949117c35 req-efd6f03a-2d25-4211-b4d5-6f760a61312d tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/security-groups?id=8857008b-e7ce-45b3-897b-cb8cedd53737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456634 Jul 15 14:08:09.947314 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 53478) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:08:10.087302 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b61311-69a6-4881-a693-5b184e98d79f tempest-TestShelveInstance-255271969 tempest-TestShelveInstance-255271969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:08:10.088828 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-a2b61311-69a6-4881-a693-5b184e98d79f tempest-TestShelveInstance-255271969 tempest-TestShelveInstance-255271969-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b HTTP/1.1" status: 200 len: 1125 time: 0.1405363 Jul 15 14:08:10.091747 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 53482) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:08:10.095937 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-0bd96590-62cb-4e5f-b25e-e92491c60e88 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Request body: {'floatingip': {'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'port_id': '672e43eb-ef9b-49b3-9a76-4d3b2227aa67', 'tenant_id': 'e608cc75a5ed4f05b462c84c29a31788', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:08:10.117120 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0bd96590-62cb-4e5f-b25e-e92491c60e88 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:10.199002 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0bd96590-62cb-4e5f-b25e-e92491c60e88 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:10.317792 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-0bd96590-62cb-4e5f-b25e-e92491c60e88 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Allocated IP 172.27.0.253 (85d18fe6-b559-49ae-a129-0350ffd7e8bf/5080191c-7e2b-40a2-af2d-f84b5c858cde/20dc1b75-22a3-4d03-8791-6eaa4dd2f524) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:08:10.333025 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:10.421518 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:10.438919 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0bd96590-62cb-4e5f-b25e-e92491c60e88 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Publish callbacks [] for port (20dc1b75-22a3-4d03-8791-6eaa4dd2f524), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:10.509633 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb627d1-e6a9-4664-9e2b-4492d6e0fab5 req-95b6f6f6-3c61-4cc1-9099-f75c9593971b tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:08:10.511189 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-afb627d1-e6a9-4664-9e2b-4492d6e0fab5 req-95b6f6f6-3c61-4cc1-9099-f75c9593971b tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 947 time: 0.0699823 Jul 15 14:08:10.536578 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0bd96590-62cb-4e5f-b25e-e92491c60e88 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59481580'] for port (20dc1b75-22a3-4d03-8791-6eaa4dd2f524), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:10.594652 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd96590-62cb-4e5f-b25e-e92491c60e88 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Network 85d18fe6-b559-49ae-a129-0350ffd7e8bf is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:08:10.603980 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-0bd96590-62cb-4e5f-b25e-e92491c60e88 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:08:10.609675 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd96590-62cb-4e5f-b25e-e92491c60e88 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:08:10.614530 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd96590-62cb-4e5f-b25e-e92491c60e88 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Pushing event updated for resources: {'Port': ['ID=20dc1b75-22a3-4d03-8791-6eaa4dd2f524,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:10.638990 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-afb627d1-e6a9-4664-9e2b-4492d6e0fab5 req-a670b13c-4aa3-46aa-ae09-3620e3fa2741 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc90dd3c-5f93-4a9b-a566-083482f307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209943 Jul 15 14:08:10.650163 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd96590-62cb-4e5f-b25e-e92491c60e88 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:10.650505 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd96590-62cb-4e5f-b25e-e92491c60e88 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:10.650937 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd96590-62cb-4e5f-b25e-e92491c60e88 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:10.651349 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd96590-62cb-4e5f-b25e-e92491c60e88 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:10.651692 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd96590-62cb-4e5f-b25e-e92491c60e88 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:10.652020 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd96590-62cb-4e5f-b25e-e92491c60e88 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:10.652342 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd96590-62cb-4e5f-b25e-e92491c60e88 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:10.652837 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd96590-62cb-4e5f-b25e-e92491c60e88 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:10.653219 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd96590-62cb-4e5f-b25e-e92491c60e88 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:10.653638 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd96590-62cb-4e5f-b25e-e92491c60e88 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:10.653940 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd96590-62cb-4e5f-b25e-e92491c60e88 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:10.655037 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd96590-62cb-4e5f-b25e-e92491c60e88 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:10.655168 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd96590-62cb-4e5f-b25e-e92491c60e88 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:10.655498 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd96590-62cb-4e5f-b25e-e92491c60e88 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:10.655826 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd96590-62cb-4e5f-b25e-e92491c60e88 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:10.740554 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c74a42-d46b-4386-9e37-b97993b55f4f req-77c78ada-3e78-4df3-92a3-afb1b231b6f4 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:08:10.743246 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-b9c74a42-d46b-4386-9e37-b97993b55f4f req-77c78ada-3e78-4df3-92a3-afb1b231b6f4 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.64 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 947 time: 0.0787961 Jul 15 14:08:10.841353 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-b9c74a42-d46b-4386-9e37-b97993b55f4f req-b0607f42-de26-4764-b78f-9f031f2a156f tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Deleting port f363e19e-f4b1-40d5-a9a0-b2499a7aa619 {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:08:10.842250 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-b9c74a42-d46b-4386-9e37-b97993b55f4f req-b0607f42-de26-4764-b78f-9f031f2a156f tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (f363e19e-f4b1-40d5-a9a0-b2499a7aa619), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:10.937200 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-b9c74a42-d46b-4386-9e37-b97993b55f4f req-b0607f42-de26-4764-b78f-9f031f2a156f tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] For port f363e19e-f4b1-40d5-a9a0-b2499a7aa619, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=f363e19e-f4b1-40d5-a9a0-b2499a7aa619,segment=NetworkSegment(6120fc8a-8d07-42e8-bbb1-497afed6cae1),segment_id=6120fc8a-8d07-42e8-bbb1-497afed6cae1)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:08:10.937483 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-b9c74a42-d46b-4386-9e37-b97993b55f4f req-b0607f42-de26-4764-b78f-9f031f2a156f tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (f363e19e-f4b1-40d5-a9a0-b2499a7aa619), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:11.017453 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0bd96590-62cb-4e5f-b25e-e92491c60e88 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Publish callbacks [] for floatingip (8c81d0f7-090a-4b0e-b07c-ab66149cdaf1), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:11.083909 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0bd96590-62cb-4e5f-b25e-e92491c60e88 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (20dc1b75-22a3-4d03-8791-6eaa4dd2f524), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:11.103012 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-b9c74a42-d46b-4386-9e37-b97993b55f4f req-b0607f42-de26-4764-b78f-9f031f2a156f tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:11.103377 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-b9c74a42-d46b-4386-9e37-b97993b55f4f req-b0607f42-de26-4764-b78f-9f031f2a156f tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448782'] for floatingip (a9805ee4-95fa-4e0c-bc6a-bbb013100d71), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:11.103694 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.db.l3_db [req-b9c74a42-d46b-4386-9e37-b97993b55f4f req-b0607f42-de26-4764-b78f-9f031f2a156f tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Floating IP a9805ee4-95fa-4e0c-bc6a-bbb013100d71 disassociated. External IP: 172.27.0.182, port: f363e19e-f4b1-40d5-a9a0-b2499a7aa619. Jul 15 14:08:11.104041 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-b9c74a42-d46b-4386-9e37-b97993b55f4f req-b0607f42-de26-4764-b78f-9f031f2a156f tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Calling delete_port for f363e19e-f4b1-40d5-a9a0-b2499a7aa619 owned by compute:nova {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:08:11.143371 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:11.239560 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0bd96590-62cb-4e5f-b25e-e92491c60e88 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Publish callbacks [] for port (20dc1b75-22a3-4d03-8791-6eaa4dd2f524), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:11.240229 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-b9c74a42-d46b-4386-9e37-b97993b55f4f req-b0607f42-de26-4764-b78f-9f031f2a156f tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (f363e19e-f4b1-40d5-a9a0-b2499a7aa619), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:11.245457 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0bd96590-62cb-4e5f-b25e-e92491c60e88 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59481573'] for port (20dc1b75-22a3-4d03-8791-6eaa4dd2f524), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:11.270238 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0607f42-de26-4764-b78f-9f031f2a156f tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Pushing event deleted for resources: {'Port': ['ID=f363e19e-f4b1-40d5-a9a0-b2499a7aa619,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:11.320194 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:11.322201 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd96590-62cb-4e5f-b25e-e92491c60e88 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Pushing event updated for resources: {'Port': ['ID=20dc1b75-22a3-4d03-8791-6eaa4dd2f524,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:11.330772 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0bd96590-62cb-4e5f-b25e-e92491c60e88 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448782'] for floatingip (8c81d0f7-090a-4b0e-b07c-ab66149cdaf1), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:11.393896 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9c74a42-d46b-4386-9e37-b97993b55f4f req-b0607f42-de26-4764-b78f-9f031f2a156f tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Router 71e21bd5-960a-403c-901a-527508aee993 has already been hosted by L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 14:08:11.428356 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.db.l3_db [None req-0bd96590-62cb-4e5f-b25e-e92491c60e88 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Floating IP 8c81d0f7-090a-4b0e-b07c-ab66149cdaf1 associated. External IP: 172.27.0.253, port: 672e43eb-ef9b-49b3-9a76-4d3b2227aa67. Jul 15 14:08:11.503884 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9c74a42-d46b-4386-9e37-b97993b55f4f req-b0607f42-de26-4764-b78f-9f031f2a156f tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:08:11.517639 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14452fc3-992b-4ecc-92bb-bf437f690440 None None] Sync routers for ids ['71e21bd5-960a-403c-901a-527508aee993'] in dv-cinder-850002-1-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:08:11.529217 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14452fc3-992b-4ecc-92bb-bf437f690440 None None] Routers {'71e21bd5-960a-403c-901a-527508aee993'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:08:11.529847 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-14452fc3-992b-4ecc-92bb-bf437f690440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:07:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['71e21bd5-960a-403c-901a-527508aee993'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:08:11.551450 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9c74a42-d46b-4386-9e37-b97993b55f4f req-b0607f42-de26-4764-b78f-9f031f2a156f tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] No DVR routers for this DVR port f363e19e-f4b1-40d5-a9a0-b2499a7aa619 on host hv-cinder-85000 {{(pid=103881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 15 14:08:11.554163 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-b9c74a42-d46b-4386-9e37-b97993b55f4f req-b0607f42-de26-4764-b78f-9f031f2a156f tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:11.557569 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-b9c74a42-d46b-4386-9e37-b97993b55f4f req-b0607f42-de26-4764-b78f-9f031f2a156f tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.64 "DELETE /v2.0/ports/f363e19e-f4b1-40d5-a9a0-b2499a7aa619 HTTP/1.1" status: 204 len: 173 time: 0.8085244 Jul 15 14:08:11.558066 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f26be6-7c18-4f85-bf8c-dfd0311b69d0', 'name': 'network-vif-deleted', 'tag': 'f363e19e-f4b1-40d5-a9a0-b2499a7aa619'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:08:11.560980 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27b3149431a8a58964108cadaaee569fc83829ebf6971f3e535c686fd00e584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a314f122-418f-42c6-8243-81836d8cec76" -d '{"events": [{"server_uuid": "12f26be6-7c18-4f85-bf8c-dfd0311b69d0", "name": "network-vif-deleted", "tag": "f363e19e-f4b1-40d5-a9a0-b2499a7aa619"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:08:11.634403 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 14:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11d79df-829a-4763-8122-7e4d645dc9ca x-openstack-request-id: req-f11d79df-829a-4763-8122-7e4d645dc9ca {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:08:11.634630 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f26be6-7c18-4f85-bf8c-dfd0311b69d0", "name": "network-vif-deleted", "tag": "f363e19e-f4b1-40d5-a9a0-b2499a7aa619", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:08:11.634881 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f11d79df-829a-4763-8122-7e4d645dc9ca {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:08:11.635289 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f11d79df-829a-4763-8122-7e4d645dc9ca'] response: {'server_uuid': '12f26be6-7c18-4f85-bf8c-dfd0311b69d0', 'name': 'network-vif-deleted', 'tag': 'f363e19e-f4b1-40d5-a9a0-b2499a7aa619', 'status': 'completed', 'code': 200} Jul 15 14:08:11.658208 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bd96590-62cb-4e5f-b25e-e92491c60e88 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Router 48429b99-a37c-48d2-b6c4-59b70d7acf3b has already been hosted by L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 14:08:11.661424 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-14452fc3-992b-4ecc-92bb-bf437f690440 None None] Set router 71e21bd5-960a-403c-901a-527508aee993 gateway port host: dv-cinder-850002-1-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:08:11.832523 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-cd70a922-24fc-4ac8-ab28-7c2708938536 req-5889453b-bef0-4baa-8cde-aaf54ecdbaab tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f26be6-7c18-4f85-bf8c-dfd0311b69d0 HTTP/1.1" status: 200 len: 210 time: 0.0315130 Jul 15 14:08:11.853577 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd96590-62cb-4e5f-b25e-e92491c60e88 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:08:11.865057 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97083d03-221c-45f9-8e3f-cf44b7b5447a None None] Sync routers for ids ['48429b99-a37c-48d2-b6c4-59b70d7acf3b'] in dv-cinder-850002-1-iscsi {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:08:11.880790 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97083d03-221c-45f9-8e3f-cf44b7b5447a None None] Routers {'48429b99-a37c-48d2-b6c4-59b70d7acf3b'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:08:11.881608 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-97083d03-221c-45f9-8e3f-cf44b7b5447a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:07:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['48429b99-a37c-48d2-b6c4-59b70d7acf3b'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:08:11.885774 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0bd96590-62cb-4e5f-b25e-e92491c60e88 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for floatingip (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:11.920619 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-14452fc3-992b-4ecc-92bb-bf437f690440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e21bd5-960a-403c-901a-527508aee993', 'name': 'tempest-AttachVolumeShelveTestJSON-698511596-router', 'tenant_id': 'c160b9f06dad4ee98349dbc63131c20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '90681d6e-3fe6-45df-83be-6d9f4128768b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:52Z', 'updated_at': '2022-07-15T14:01:06Z', 'revision_number': 4, 'project_id': 'c160b9f06dad4ee98349dbc63131c20d', 'gw_port': {'id': '90681d6e-3fe6-45df-83be-6d9f4128768b', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e21bd5-960a-403c-901a-527508aee993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:55Z', 'updated_at': '2022-07-15T14:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': 'afc88c8c-00dd-4ca9-a8b7-862d136fbe90', 'name': '', 'network_id': '68380afb-92df-4e5a-adc7-5f1834064646', 'tenant_id': 'c160b9f06dad4ee98349dbc63131c20d', 'mac_address': 'fa:16:3e:df:b0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e21bd5-960a-403c-901a-527508aee993', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'df9e13f7-b2b8-4f61-84bd-25765312a9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:01:04Z', 'updated_at': '2022-07-15T14:01:32Z', 'revision_number': 5, 'project_id': 'c160b9f06dad4ee98349dbc63131c20d', 'subnets': [{'id': 'df9e13f7-b2b8-4f61-84bd-25765312a9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:08:11.921545 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-0bd96590-62cb-4e5f-b25e-e92491c60e88 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8287745 Jul 15 14:08:11.922102 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a999d1e-a17a-4ea9-8f71-3a981b55733b', 'tag': '672e43eb-ef9b-49b3-9a76-4d3b2227aa67'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:08:11.924546 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9a8a2fede844199a48cd13e9232727d60bf04678ac4f0cfd160158fc833c96f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5fd5b2-9e99-42a9-9908-d360460837bf" -d '{"events": [{"name": "network-changed", "server_uuid": "1a999d1e-a17a-4ea9-8f71-3a981b55733b", "tag": "672e43eb-ef9b-49b3-9a76-4d3b2227aa67"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:08:11.952300 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14452fc3-992b-4ecc-92bb-bf437f690440 None None] Checking router: 71e21bd5-960a-403c-901a-527508aee993 for host: dv-cinder-850002-1-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:08:11.960471 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 14:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27431b3-5a87-4b42-afd4-380a393c59b4 x-openstack-request-id: req-f27431b3-5a87-4b42-afd4-380a393c59b4 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:08:11.960759 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a999d1e-a17a-4ea9-8f71-3a981b55733b", "tag": "672e43eb-ef9b-49b3-9a76-4d3b2227aa67", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:08:11.961007 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f27431b3-5a87-4b42-afd4-380a393c59b4 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:08:11.961411 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f27431b3-5a87-4b42-afd4-380a393c59b4'] response: {'name': 'network-changed', 'server_uuid': '1a999d1e-a17a-4ea9-8f71-3a981b55733b', 'tag': '672e43eb-ef9b-49b3-9a76-4d3b2227aa67', 'status': 'completed', 'code': 200} Jul 15 14:08:11.961518 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14452fc3-992b-4ecc-92bb-bf437f690440 None None] Routers {'71e21bd5-960a-403c-901a-527508aee993'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:08:11.962027 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-14452fc3-992b-4ecc-92bb-bf437f690440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:07:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['71e21bd5-960a-403c-901a-527508aee993'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:08:11.993695 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-97083d03-221c-45f9-8e3f-cf44b7b5447a None None] Set router 48429b99-a37c-48d2-b6c4-59b70d7acf3b gateway port host: dv-cinder-850002-1-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:08:12.068879 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-14452fc3-992b-4ecc-92bb-bf437f690440 None None] Set router 71e21bd5-960a-403c-901a-527508aee993 gateway port host: dv-cinder-850002-1-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:08:12.108653 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:12.112861 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:12.118951 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5fd5b2-9e99-42a9-9908-d360460837bf req-8056b82f-4f8e-4dfb-85e2-25828af6ec71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:08:12.120513 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5e5fd5b2-9e99-42a9-9908-d360460837bf req-8056b82f-4f8e-4dfb-85e2-25828af6ec71 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e608cc75a5ed4f05b462c84c29a31788&device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b HTTP/1.1" status: 200 len: 1130 time: 0.0625956 Jul 15 14:08:12.226765 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:12.275278 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5fd5b2-9e99-42a9-9908-d360460837bf req-5bd63837-dfdb-420b-ba0a-03f3f9076e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:08:12.277447 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5e5fd5b2-9e99-42a9-9908-d360460837bf req-5bd63837-dfdb-420b-ba0a-03f3f9076e04 service neutron] 10.222.0.64 "GET /v2.0/networks?id=23ed595f-021e-4b49-9057-9caea24d9122 HTTP/1.1" status: 200 len: 910 time: 0.1480949 Jul 15 14:08:12.284526 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-97083d03-221c-45f9-8e3f-cf44b7b5447a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48429b99-a37c-48d2-b6c4-59b70d7acf3b', 'name': 'tempest-TestShelveInstance-1204967270-router', 'tenant_id': 'e608cc75a5ed4f05b462c84c29a31788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '0854610f-0eb6-4005-a81a-470fffabd39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:07:21Z', 'updated_at': '2022-07-15T14:07:26Z', 'revision_number': 4, 'project_id': 'e608cc75a5ed4f05b462c84c29a31788', 'gw_port': {'id': '0854610f-0eb6-4005-a81a-470fffabd39d', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48429b99-a37c-48d2-b6c4-59b70d7acf3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:22Z', 'updated_at': '2022-07-15T14:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_floatingips': [{'id': '8c81d0f7-090a-4b0e-b07c-ab66149cdaf1', 'tenant_id': 'e608cc75a5ed4f05b462c84c29a31788', 'floating_ip_address': '172.27.0.253', 'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'router_id': '48429b99-a37c-48d2-b6c4-59b70d7acf3b', 'port_id': '672e43eb-ef9b-49b3-9a76-4d3b2227aa67', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23ed595f-021e-4b49-9057-9caea24d9122', 'mac_address': 'fa:16:3e:92:bc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a999d1e-a17a-4ea9-8f71-3a981b55733b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T14:08:10Z', 'updated_at': '2022-07-15T14:08:10Z', 'revision_number': 0, 'project_id': 'e608cc75a5ed4f05b462c84c29a31788', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60b858ee-455e-4bac-a1d8-2c997de3e73f', 'name': '', 'network_id': '23ed595f-021e-4b49-9057-9caea24d9122', 'tenant_id': 'e608cc75a5ed4f05b462c84c29a31788', 'mac_address': 'fa:16:3e:ca:75:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48429b99-a37c-48d2-b6c4-59b70d7acf3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '11e103b7-3d94-49bf-928a-697ea97318ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:26Z', 'updated_at': '2022-07-15T14:07:32Z', 'revision_number': 5, 'project_id': 'e608cc75a5ed4f05b462c84c29a31788', 'subnets': [{'id': '11e103b7-3d94-49bf-928a-697ea97318ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:08:12.310626 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97083d03-221c-45f9-8e3f-cf44b7b5447a None None] Checking router: 48429b99-a37c-48d2-b6c4-59b70d7acf3b for host: dv-cinder-850002-1-iscsi {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:08:12.319262 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97083d03-221c-45f9-8e3f-cf44b7b5447a None None] Routers {'48429b99-a37c-48d2-b6c4-59b70d7acf3b'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:08:12.319889 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-97083d03-221c-45f9-8e3f-cf44b7b5447a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:07:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['48429b99-a37c-48d2-b6c4-59b70d7acf3b'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:08:12.326759 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-14452fc3-992b-4ecc-92bb-bf437f690440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e21bd5-960a-403c-901a-527508aee993', 'name': 'tempest-AttachVolumeShelveTestJSON-698511596-router', 'tenant_id': 'c160b9f06dad4ee98349dbc63131c20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '90681d6e-3fe6-45df-83be-6d9f4128768b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:52Z', 'updated_at': '2022-07-15T14:01:06Z', 'revision_number': 4, 'project_id': 'c160b9f06dad4ee98349dbc63131c20d', 'gw_port': {'id': '90681d6e-3fe6-45df-83be-6d9f4128768b', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e21bd5-960a-403c-901a-527508aee993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:55Z', 'updated_at': '2022-07-15T14:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': 'afc88c8c-00dd-4ca9-a8b7-862d136fbe90', 'name': '', 'network_id': '68380afb-92df-4e5a-adc7-5f1834064646', 'tenant_id': 'c160b9f06dad4ee98349dbc63131c20d', 'mac_address': 'fa:16:3e:df:b0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e21bd5-960a-403c-901a-527508aee993', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'df9e13f7-b2b8-4f61-84bd-25765312a9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:01:04Z', 'updated_at': '2022-07-15T14:01:32Z', 'revision_number': 5, 'project_id': 'c160b9f06dad4ee98349dbc63131c20d', 'subnets': [{'id': 'df9e13f7-b2b8-4f61-84bd-25765312a9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:08:12.351562 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5e5fd5b2-9e99-42a9-9908-d360460837bf req-9c0b9408-681d-40cc-8c4b-70873cde7304 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=672e43eb-ef9b-49b3-9a76-4d3b2227aa67 HTTP/1.1" status: 200 len: 1000 time: 0.0657961 Jul 15 14:08:12.355550 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14452fc3-992b-4ecc-92bb-bf437f690440 None None] The sync data for ids ['71e21bd5-960a-403c-901a-527508aee993'] in dv-cinder-850002-1-iscsi is: [{'id': '71e21bd5-960a-403c-901a-527508aee993', 'name': 'tempest-AttachVolumeShelveTestJSON-698511596-router', 'tenant_id': 'c160b9f06dad4ee98349dbc63131c20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '90681d6e-3fe6-45df-83be-6d9f4128768b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:52Z', 'updated_at': '2022-07-15T14:01:06Z', 'revision_number': 4, 'project_id': 'c160b9f06dad4ee98349dbc63131c20d', 'gw_port': {'id': '90681d6e-3fe6-45df-83be-6d9f4128768b', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e21bd5-960a-403c-901a-527508aee993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:55Z', 'updated_at': '2022-07-15T14:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': 'afc88c8c-00dd-4ca9-a8b7-862d136fbe90', 'name': '', 'network_id': '68380afb-92df-4e5a-adc7-5f1834064646', 'tenant_id': 'c160b9f06dad4ee98349dbc63131c20d', 'mac_address': 'fa:16:3e:df:b0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e21bd5-960a-403c-901a-527508aee993', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'df9e13f7-b2b8-4f61-84bd-25765312a9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:01:04Z', 'updated_at': '2022-07-15T14:01:32Z', 'revision_number': 5, 'project_id': 'c160b9f06dad4ee98349dbc63131c20d', 'subnets': [{'id': 'df9e13f7-b2b8-4f61-84bd-25765312a9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:08:12.410089 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5fd5b2-9e99-42a9-9908-d360460837bf req-49e0cbf6-6652-43a2-9643-eca98c18d094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:08:12.411553 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5e5fd5b2-9e99-42a9-9908-d360460837bf req-49e0cbf6-6652-43a2-9643-eca98c18d094 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=11e103b7-3d94-49bf-928a-697ea97318ef HTTP/1.1" status: 200 len: 848 time: 0.0524948 Jul 15 14:08:12.433548 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-97083d03-221c-45f9-8e3f-cf44b7b5447a None None] Set router 48429b99-a37c-48d2-b6c4-59b70d7acf3b gateway port host: dv-cinder-850002-1-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:08:12.461212 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5fd5b2-9e99-42a9-9908-d360460837bf req-68d04ec5-bdb7-4500-a6c7-3f0406f14ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:08:12.462733 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5e5fd5b2-9e99-42a9-9908-d360460837bf req-68d04ec5-bdb7-4500-a6c7-3f0406f14ee4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=23ed595f-021e-4b49-9057-9caea24d9122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440116 Jul 15 14:08:12.580643 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5e5fd5b2-9e99-42a9-9908-d360460837bf req-a3328e8f-1dda-46f5-a96e-7b7e91b64d80 service neutron] 10.222.0.64 "GET /v2.0/networks/23ed595f-021e-4b49-9057-9caea24d9122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114404 Jul 15 14:08:12.631133 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b02f410-cc47-4b84-b72b-b97123d8f7a5 None None] New status for floating IP a9805ee4-95fa-4e0c-bc6a-bbb013100d71: DOWN {{(pid=103884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 15 14:08:12.673968 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-97083d03-221c-45f9-8e3f-cf44b7b5447a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48429b99-a37c-48d2-b6c4-59b70d7acf3b', 'name': 'tempest-TestShelveInstance-1204967270-router', 'tenant_id': 'e608cc75a5ed4f05b462c84c29a31788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '0854610f-0eb6-4005-a81a-470fffabd39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:07:21Z', 'updated_at': '2022-07-15T14:07:26Z', 'revision_number': 4, 'project_id': 'e608cc75a5ed4f05b462c84c29a31788', 'gw_port': {'id': '0854610f-0eb6-4005-a81a-470fffabd39d', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48429b99-a37c-48d2-b6c4-59b70d7acf3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:22Z', 'updated_at': '2022-07-15T14:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_floatingips': [{'id': '8c81d0f7-090a-4b0e-b07c-ab66149cdaf1', 'tenant_id': 'e608cc75a5ed4f05b462c84c29a31788', 'floating_ip_address': '172.27.0.253', 'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'router_id': '48429b99-a37c-48d2-b6c4-59b70d7acf3b', 'port_id': '672e43eb-ef9b-49b3-9a76-4d3b2227aa67', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23ed595f-021e-4b49-9057-9caea24d9122', 'mac_address': 'fa:16:3e:92:bc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a999d1e-a17a-4ea9-8f71-3a981b55733b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T14:08:10Z', 'updated_at': '2022-07-15T14:08:10Z', 'revision_number': 0, 'project_id': 'e608cc75a5ed4f05b462c84c29a31788', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60b858ee-455e-4bac-a1d8-2c997de3e73f', 'name': '', 'network_id': '23ed595f-021e-4b49-9057-9caea24d9122', 'tenant_id': 'e608cc75a5ed4f05b462c84c29a31788', 'mac_address': 'fa:16:3e:ca:75:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48429b99-a37c-48d2-b6c4-59b70d7acf3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '11e103b7-3d94-49bf-928a-697ea97318ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:26Z', 'updated_at': '2022-07-15T14:07:32Z', 'revision_number': 5, 'project_id': 'e608cc75a5ed4f05b462c84c29a31788', 'subnets': [{'id': '11e103b7-3d94-49bf-928a-697ea97318ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:08:12.682787 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5e5fd5b2-9e99-42a9-9908-d360460837bf req-ea1b9274-43e1-4b2e-b952-f59e96672d36 service neutron] 10.222.0.64 "GET /v2.0/networks/23ed595f-021e-4b49-9057-9caea24d9122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944049 Jul 15 14:08:12.701524 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97083d03-221c-45f9-8e3f-cf44b7b5447a None None] The sync data for ids ['48429b99-a37c-48d2-b6c4-59b70d7acf3b'] in dv-cinder-850002-1-iscsi is: [{'id': '48429b99-a37c-48d2-b6c4-59b70d7acf3b', 'name': 'tempest-TestShelveInstance-1204967270-router', 'tenant_id': 'e608cc75a5ed4f05b462c84c29a31788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '0854610f-0eb6-4005-a81a-470fffabd39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:07:21Z', 'updated_at': '2022-07-15T14:07:26Z', 'revision_number': 4, 'project_id': 'e608cc75a5ed4f05b462c84c29a31788', 'gw_port': {'id': '0854610f-0eb6-4005-a81a-470fffabd39d', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48429b99-a37c-48d2-b6c4-59b70d7acf3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:22Z', 'updated_at': '2022-07-15T14:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_floatingips': [{'id': '8c81d0f7-090a-4b0e-b07c-ab66149cdaf1', 'tenant_id': 'e608cc75a5ed4f05b462c84c29a31788', 'floating_ip_address': '172.27.0.253', 'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'router_id': '48429b99-a37c-48d2-b6c4-59b70d7acf3b', 'port_id': '672e43eb-ef9b-49b3-9a76-4d3b2227aa67', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23ed595f-021e-4b49-9057-9caea24d9122', 'mac_address': 'fa:16:3e:92:bc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a999d1e-a17a-4ea9-8f71-3a981b55733b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T14:08:10Z', 'updated_at': '2022-07-15T14:08:10Z', 'revision_number': 0, 'project_id': 'e608cc75a5ed4f05b462c84c29a31788', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60b858ee-455e-4bac-a1d8-2c997de3e73f', 'name': '', 'network_id': '23ed595f-021e-4b49-9057-9caea24d9122', 'tenant_id': 'e608cc75a5ed4f05b462c84c29a31788', 'mac_address': 'fa:16:3e:ca:75:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48429b99-a37c-48d2-b6c4-59b70d7acf3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '11e103b7-3d94-49bf-928a-697ea97318ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:26Z', 'updated_at': '2022-07-15T14:07:32Z', 'revision_number': 5, 'project_id': 'e608cc75a5ed4f05b462c84c29a31788', 'subnets': [{'id': '11e103b7-3d94-49bf-928a-697ea97318ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:08:12.931197 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cc96da-c208-46e4-a388-427099aa0459 None None] New status for floating IP 8c81d0f7-090a-4b0e-b07c-ab66149cdaf1: ACTIVE {{(pid=103883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 15 14:08:12.948615 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 53500) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:08:13.011612 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d26658ee-9834-4c0e-904d-4b6b334fe679 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks [] for security_group (cc90dd3c-5f93-4a9b-a566-083482f307c0), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:13.050398 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d26658ee-9834-4c0e-904d-4b6b334fe679 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks [] for security_group (cc90dd3c-5f93-4a9b-a566-083482f307c0), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:13.126919 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d26658ee-9834-4c0e-904d-4b6b334fe679 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (cc90dd3c-5f93-4a9b-a566-083482f307c0), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:13.131609 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d26658ee-9834-4c0e-904d-4b6b334fe679 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:13.133559 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-d26658ee-9834-4c0e-904d-4b6b334fe679 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "DELETE /v2.0/security-groups/cc90dd3c-5f93-4a9b-a566-083482f307c0 HTTP/1.1" status: 204 len: 168 time: 0.1836615 Jul 15 14:08:13.136786 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 53502) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:08:13.146401 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26658ee-9834-4c0e-904d-4b6b334fe679 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc90dd3c-5f93-4a9b-a566-083482f307c0,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:13.160101 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.api.v2.resource [None req-b99ae06d-eeb4-4cae-b1e5-76cbb5f64797 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] show failed (client error): The resource could not be found. Jul 15 14:08:13.161482 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-b99ae06d-eeb4-4cae-b1e5-76cbb5f64797 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "GET /v2.0/security-groups/cc90dd3c-5f93-4a9b-a566-083482f307c0 HTTP/1.1" status: 404 len: 347 time: 0.0235999 Jul 15 14:08:13.164652 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 53504) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:08:13.285794 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-77e82baf-4c9e-4f0e-a551-5f5bea0fb2b5 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Deleting port 7e3a6333-91fd-4ef3-9890-d537000df781 {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:08:13.286131 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-77e82baf-4c9e-4f0e-a551-5f5bea0fb2b5 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (7e3a6333-91fd-4ef3-9890-d537000df781), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:13.361604 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-847e5573-3532-497a-b398-42b3f12f806d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (6c40ee43-5406-4a95-b7b4-11b32ddced25), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:13.369699 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-77e82baf-4c9e-4f0e-a551-5f5bea0fb2b5 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (7e3a6333-91fd-4ef3-9890-d537000df781), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:13.370021 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-77e82baf-4c9e-4f0e-a551-5f5bea0fb2b5 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks [] for floatingip (7e3a6333-91fd-4ef3-9890-d537000df781), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:13.382480 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-77e82baf-4c9e-4f0e-a551-5f5bea0fb2b5 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Calling delete_port for 7e3a6333-91fd-4ef3-9890-d537000df781 owned by network:floatingip {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:08:13.514265 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-77e82baf-4c9e-4f0e-a551-5f5bea0fb2b5 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (7e3a6333-91fd-4ef3-9890-d537000df781), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:13.537622 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e82baf-4c9e-4f0e-a551-5f5bea0fb2b5 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Pushing event deleted for resources: {'Port': ['ID=7e3a6333-91fd-4ef3-9890-d537000df781,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:13.604574 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-77e82baf-4c9e-4f0e-a551-5f5bea0fb2b5 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks [] for floatingip (a9805ee4-95fa-4e0c-bc6a-bbb013100d71), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:13.608092 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-77e82baf-4c9e-4f0e-a551-5f5bea0fb2b5 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for floatingip (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:13.609948 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-77e82baf-4c9e-4f0e-a551-5f5bea0fb2b5 tempest-AttachVolumeShelveTestJSON-38976668 tempest-AttachVolumeShelveTestJSON-38976668-project] 10.222.0.16 "DELETE /v2.0/floatingips/a9805ee4-95fa-4e0c-bc6a-bbb013100d71 HTTP/1.1" status: 204 len: 168 time: 0.4439270 Jul 15 14:08:14.850125 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device f363e19e-f4b1-40d5-a9a0-b2499a7aa619 no longer exists at agent hyperv_hv-cinder-85000 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:08:14.875688 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] No Port match for: f363e19e-f4b1-40d5-a9a0-b2499a7aa619 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 15 14:08:14.876039 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device f363e19e-f4b1-40d5-a9a0-b2499a7aa619 not bound to the agent host hv-cinder-85000 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:08:15.833205 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3eed2ac0-6f5c-4ec3-beb8-4f830568de05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (f703993d-e678-48e2-a65c-4d8192af82e3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:16.062325 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 53526) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:08:16.219017 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:16.488136 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:16.494030 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-db4cca17-cc3d-4d3a-8d2c-c6afa8cdd14b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452826'] for router_interface (71e21bd5-960a-403c-901a-527508aee993), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:16.978700 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-db4cca17-cc3d-4d3a-8d2c-c6afa8cdd14b admin admin] Deleting port afc88c8c-00dd-4ca9-a8b7-862d136fbe90 {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:08:16.979032 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-db4cca17-cc3d-4d3a-8d2c-c6afa8cdd14b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (afc88c8c-00dd-4ca9-a8b7-862d136fbe90), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:17.062130 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-db4cca17-cc3d-4d3a-8d2c-c6afa8cdd14b admin admin] For port afc88c8c-00dd-4ca9-a8b7-862d136fbe90, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=afc88c8c-00dd-4ca9-a8b7-862d136fbe90,segment=NetworkSegment(6120fc8a-8d07-42e8-bbb1-497afed6cae1),segment_id=6120fc8a-8d07-42e8-bbb1-497afed6cae1)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:08:17.062483 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-db4cca17-cc3d-4d3a-8d2c-c6afa8cdd14b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (afc88c8c-00dd-4ca9-a8b7-862d136fbe90), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:17.076499 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-db4cca17-cc3d-4d3a-8d2c-c6afa8cdd14b admin admin] Calling delete_port for afc88c8c-00dd-4ca9-a8b7-862d136fbe90 owned by network:router_interface {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:08:17.266107 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-db4cca17-cc3d-4d3a-8d2c-c6afa8cdd14b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59481580'] for port (afc88c8c-00dd-4ca9-a8b7-862d136fbe90), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:17.285810 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62650970-9807-4a53-b182-b0e3c169648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (be31d1c0-1844-4ed1-99dc-0179bb6e7ee8), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:17.293001 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4cca17-cc3d-4d3a-8d2c-c6afa8cdd14b admin admin] Pushing event deleted for resources: {'Port': ['ID=afc88c8c-00dd-4ca9-a8b7-862d136fbe90,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:17.361710 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:17.496630 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-db4cca17-cc3d-4d3a-8d2c-c6afa8cdd14b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452726'] for router_interface (71e21bd5-960a-403c-901a-527508aee993), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:17.647789 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:17.718621 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db4cca17-cc3d-4d3a-8d2c-c6afa8cdd14b admin admin] Router 71e21bd5-960a-403c-901a-527508aee993 has already been hosted by L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 14:08:17.821769 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4cca17-cc3d-4d3a-8d2c-c6afa8cdd14b admin admin] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:08:17.826887 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-db4cca17-cc3d-4d3a-8d2c-c6afa8cdd14b admin admin] 10.222.0.16 "PUT /v2.0/routers/71e21bd5-960a-403c-901a-527508aee993/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7638743 Jul 15 14:08:17.829707 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 53530) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:08:17.831677 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0467fa-85bf-4dec-9016-e6688715113e None None] Sync routers for ids ['71e21bd5-960a-403c-901a-527508aee993'] in dv-cinder-850002-1-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:08:17.843544 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0467fa-85bf-4dec-9016-e6688715113e None None] Routers {'71e21bd5-960a-403c-901a-527508aee993'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:08:17.844152 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-2a0467fa-85bf-4dec-9016-e6688715113e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:08:16Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['71e21bd5-960a-403c-901a-527508aee993'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:08:17.934432 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7abe09c9-8918-4d79-8692-7b36f1cc9e4e admin admin] Publish callbacks [] for router (71e21bd5-960a-403c-901a-527508aee993), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:17.946773 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-2a0467fa-85bf-4dec-9016-e6688715113e None None] Set router 71e21bd5-960a-403c-901a-527508aee993 gateway port host: dv-cinder-850002-1-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:08:18.040908 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7abe09c9-8918-4d79-8692-7b36f1cc9e4e admin admin] Publish callbacks [] for router_gateway (71e21bd5-960a-403c-901a-527508aee993), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:18.087362 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-7abe09c9-8918-4d79-8692-7b36f1cc9e4e admin admin] Deleting port 90681d6e-3fe6-45df-83be-6d9f4128768b {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:08:18.088008 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7abe09c9-8918-4d79-8692-7b36f1cc9e4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (90681d6e-3fe6-45df-83be-6d9f4128768b), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:18.147031 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:18.162448 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=100 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:18.176703 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-7abe09c9-8918-4d79-8692-7b36f1cc9e4e admin admin] For port 90681d6e-3fe6-45df-83be-6d9f4128768b, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=90681d6e-3fe6-45df-83be-6d9f4128768b,segment=NetworkSegment(4890d217-1662-4526-a7d0-b4e3cb182093),segment_id=4890d217-1662-4526-a7d0-b4e3cb182093)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:08:18.177068 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7abe09c9-8918-4d79-8692-7b36f1cc9e4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (90681d6e-3fe6-45df-83be-6d9f4128768b), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:18.190129 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-7abe09c9-8918-4d79-8692-7b36f1cc9e4e admin admin] Calling delete_port for 90681d6e-3fe6-45df-83be-6d9f4128768b owned by network:router_gateway {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:08:18.205995 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-2a0467fa-85bf-4dec-9016-e6688715113e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e21bd5-960a-403c-901a-527508aee993', 'name': 'tempest-AttachVolumeShelveTestJSON-698511596-router', 'tenant_id': 'c160b9f06dad4ee98349dbc63131c20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '90681d6e-3fe6-45df-83be-6d9f4128768b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:52Z', 'updated_at': '2022-07-15T14:08:17Z', 'revision_number': 5, 'project_id': 'c160b9f06dad4ee98349dbc63131c20d', 'gw_port': {'id': '90681d6e-3fe6-45df-83be-6d9f4128768b', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e21bd5-960a-403c-901a-527508aee993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:00:55Z', 'updated_at': '2022-07-15T14:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi'}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:08:18.232048 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:18.235483 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0467fa-85bf-4dec-9016-e6688715113e None None] Checking router: 71e21bd5-960a-403c-901a-527508aee993 for host: dv-cinder-850002-1-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:08:18.244023 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0467fa-85bf-4dec-9016-e6688715113e None None] Routers {'71e21bd5-960a-403c-901a-527508aee993'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:08:18.244674 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-2a0467fa-85bf-4dec-9016-e6688715113e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:08:16Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['71e21bd5-960a-403c-901a-527508aee993'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:08:18.327952 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-2a0467fa-85bf-4dec-9016-e6688715113e None None] Set router 71e21bd5-960a-403c-901a-527508aee993 gateway port host: None {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:08:18.357867 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7abe09c9-8918-4d79-8692-7b36f1cc9e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59481580'] for port (90681d6e-3fe6-45df-83be-6d9f4128768b), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:18.378798 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-2a0467fa-85bf-4dec-9016-e6688715113e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e21bd5-960a-403c-901a-527508aee993', 'name': 'tempest-AttachVolumeShelveTestJSON-698511596-router', 'tenant_id': 'c160b9f06dad4ee98349dbc63131c20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:52Z', 'updated_at': '2022-07-15T14:08:18Z', 'revision_number': 6, 'project_id': 'c160b9f06dad4ee98349dbc63131c20d', 'gw_port_host': None}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:08:18.380241 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abe09c9-8918-4d79-8692-7b36f1cc9e4e admin admin] Pushing event deleted for resources: {'Port': ['ID=90681d6e-3fe6-45df-83be-6d9f4128768b,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:18.406940 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0467fa-85bf-4dec-9016-e6688715113e None None] The sync data for ids ['71e21bd5-960a-403c-901a-527508aee993'] in dv-cinder-850002-1-iscsi is: [{'id': '71e21bd5-960a-403c-901a-527508aee993', 'name': 'tempest-AttachVolumeShelveTestJSON-698511596-router', 'tenant_id': 'c160b9f06dad4ee98349dbc63131c20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:00:52Z', 'updated_at': '2022-07-15T14:08:18Z', 'revision_number': 6, 'project_id': 'c160b9f06dad4ee98349dbc63131c20d', 'gw_port_host': None}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:08:18.453919 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7abe09c9-8918-4d79-8692-7b36f1cc9e4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-452435'] for router_gateway (71e21bd5-960a-403c-901a-527508aee993), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:18.538061 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee182daf-6335-4abe-96a5-cfae59e42a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (d0f04363-b393-47bd-b9b2-c25e00098206), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:18.546126 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7abe09c9-8918-4d79-8692-7b36f1cc9e4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6549'] for router (71e21bd5-960a-403c-901a-527508aee993), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:18.548567 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7abe09c9-8918-4d79-8692-7b36f1cc9e4e admin admin] Publish callbacks [] for router_controller (71e21bd5-960a-403c-901a-527508aee993), precommit_delete_associations {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:18.595146 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7abe09c9-8918-4d79-8692-7b36f1cc9e4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-458408'] for router (71e21bd5-960a-403c-901a-527508aee993), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:18.595958 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7abe09c9-8918-4d79-8692-7b36f1cc9e4e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71e21bd5-960a-403c-901a-527508aee993 {{(pid=103882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:08:18.600653 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7abe09c9-8918-4d79-8692-7b36f1cc9e4e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:18.601865 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-7abe09c9-8918-4d79-8692-7b36f1cc9e4e admin admin] 10.222.0.16 "DELETE /v2.0/routers/71e21bd5-960a-403c-901a-527508aee993 HTTP/1.1" status: 204 len: 168 time: 0.7711048 Jul 15 14:08:18.604576 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 53536) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:08:18.651436 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_v2 [None req-33679e31-d456-46e1-bf56-9aff95480d20 admin admin] Deleting subnet df9e13f7-b2b8-4f61-84bd-25765312a9d7 {{(pid=103882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 15 14:08:18.655370 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-33679e31-d456-46e1-bf56-9aff95480d20 admin admin] Publish callbacks [] for subnet (df9e13f7-b2b8-4f61-84bd-25765312a9d7), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:18.687990 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:18.692575 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-33679e31-d456-46e1-bf56-9aff95480d20 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59481126'] for subnet (df9e13f7-b2b8-4f61-84bd-25765312a9d7), precommit_delete_associations {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:18.737162 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (7bcac420-d3a9-4cfc-af22-5ba5795a5287), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:18.778294 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-33679e31-d456-46e1-bf56-9aff95480d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7811561'] for subnet (df9e13f7-b2b8-4f61-84bd-25765312a9d7), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:18.833686 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-33679e31-d456-46e1-bf56-9aff95480d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7811472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59481147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59290875'] for subnet (df9e13f7-b2b8-4f61-84bd-25765312a9d7), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:18.861905 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33679e31-d456-46e1-bf56-9aff95480d20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df9e13f7-b2b8-4f61-84bd-25765312a9d7,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:18.863858 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-33679e31-d456-46e1-bf56-9aff95480d20 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:18.869406 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-33679e31-d456-46e1-bf56-9aff95480d20 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/df9e13f7-b2b8-4f61-84bd-25765312a9d7 HTTP/1.1" status: 204 len: 168 time: 0.2614481 Jul 15 14:08:18.869577 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d4af07-7083-41d0-862e-eee5a78f8c82 None None] Network 68380afb-92df-4e5a-adc7-5f1834064646 requested from dv-cinder-850002-1-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 14:08:18.869697 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 53538) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:08:18.962804 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-29687afe-118c-4346-b2e8-76fe283425a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7936400'] for network (68380afb-92df-4e5a-adc7-5f1834064646), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:19.012033 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-29687afe-118c-4346-b2e8-76fe283425a9 admin admin] Deleting port 4d6271f2-7715-4e33-92d6-4da488041a7a {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:08:19.012439 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-29687afe-118c-4346-b2e8-76fe283425a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (4d6271f2-7715-4e33-92d6-4da488041a7a), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:19.089109 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-29687afe-118c-4346-b2e8-76fe283425a9 admin admin] For port 4d6271f2-7715-4e33-92d6-4da488041a7a, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=4d6271f2-7715-4e33-92d6-4da488041a7a,segment=NetworkSegment(6120fc8a-8d07-42e8-bbb1-497afed6cae1),segment_id=6120fc8a-8d07-42e8-bbb1-497afed6cae1)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:08:19.089804 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-29687afe-118c-4346-b2e8-76fe283425a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (4d6271f2-7715-4e33-92d6-4da488041a7a), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:19.102285 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-29687afe-118c-4346-b2e8-76fe283425a9 admin admin] Calling delete_port for 4d6271f2-7715-4e33-92d6-4da488041a7a owned by network:dhcp {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:08:19.103954 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:19.173490 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bbc196-4b58-4848-b119-d90b9260424b None None] DHCP port deletion for 68380afb-92df-4e5a-adc7-5f1834064646 request from dv-cinder-850002-1-iscsi {{(pid=103883) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 15 14:08:19.204563 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-29687afe-118c-4346-b2e8-76fe283425a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59481580'] for port (4d6271f2-7715-4e33-92d6-4da488041a7a), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:19.226072 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-95bbc196-4b58-4848-b119-d90b9260424b None None] Deleting port 4d6271f2-7715-4e33-92d6-4da488041a7a {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:08:19.226072 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-95bbc196-4b58-4848-b119-d90b9260424b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (4d6271f2-7715-4e33-92d6-4da488041a7a), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:19.239464 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29687afe-118c-4346-b2e8-76fe283425a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d6271f2-7715-4e33-92d6-4da488041a7a,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:19.241829 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29687afe-118c-4346-b2e8-76fe283425a9 admin admin] No DVR routers for this DVR port 4d6271f2-7715-4e33-92d6-4da488041a7a on host dv-cinder-850002-1-iscsi {{(pid=103882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 15 14:08:19.326582 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-95bbc196-4b58-4848-b119-d90b9260424b None None] For port 4d6271f2-7715-4e33-92d6-4da488041a7a, host dv-cinder-850002-1-iscsi, got binding levels [] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:08:19.326582 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-95bbc196-4b58-4848-b119-d90b9260424b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (4d6271f2-7715-4e33-92d6-4da488041a7a), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:19.341164 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-95bbc196-4b58-4848-b119-d90b9260424b None None] Calling delete_port for 4d6271f2-7715-4e33-92d6-4da488041a7a owned by network:dhcp {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:08:19.344888 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.ipam_backend_mixin [None req-95bbc196-4b58-4848-b119-d90b9260424b None None] Port 4d6271f2-7715-4e33-92d6-4da488041a7a was not found and therefore no delete operation was performed {{(pid=103883) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 15 14:08:19.346380 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-29687afe-118c-4346-b2e8-76fe283425a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7814826', 'neutron.services.segments.db._delete_segments_for_network-8774722533663'] for network (68380afb-92df-4e5a-adc7-5f1834064646), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:19.346828 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-95bbc196-4b58-4848-b119-d90b9260424b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204'] for port (4d6271f2-7715-4e33-92d6-4da488041a7a), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:19.375063 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bbc196-4b58-4848-b119-d90b9260424b None None] Pushing event deleted for resources: {'Port': ['ID=4d6271f2-7715-4e33-92d6-4da488041a7a,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:19.382480 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bbc196-4b58-4848-b119-d90b9260424b None None] No DVR routers for this DVR port 4d6271f2-7715-4e33-92d6-4da488041a7a on host dv-cinder-850002-1-iscsi {{(pid=103883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 15 14:08:19.401674 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-29687afe-118c-4346-b2e8-76fe283425a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68380afb-92df-4e5a-adc7-5f1834064646']}} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:08:19.410153 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-29687afe-118c-4346-b2e8-76fe283425a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6120fc8a-8d07-42e8-bbb1-497afed6cae1') {'for_net_delete': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:08:19.410450 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-29687afe-118c-4346-b2e8-76fe283425a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6120fc8a-8d07-42e8-bbb1-497afed6cae1') {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:08:19.423364 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-29687afe-118c-4346-b2e8-76fe283425a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774722502184', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59481129'] for segment (6120fc8a-8d07-42e8-bbb1-497afed6cae1), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:19.443898 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-29687afe-118c-4346-b2e8-76fe283425a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7753414'] for segment (6120fc8a-8d07-42e8-bbb1-497afed6cae1), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:19.452783 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29687afe-118c-4346-b2e8-76fe283425a9 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=103882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:08:19.454927 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-29687afe-118c-4346-b2e8-76fe283425a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7753414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59481561'] for segment (6120fc8a-8d07-42e8-bbb1-497afed6cae1), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:19.533894 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-29687afe-118c-4346-b2e8-76fe283425a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7814819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452470'] for network (68380afb-92df-4e5a-adc7-5f1834064646), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:19.535754 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 4d6271f2-7715-4e33-92d6-4da488041a7a no longer exists at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:08:19.545216 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-29687afe-118c-4346-b2e8-76fe283425a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for network (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:19.551899 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-29687afe-118c-4346-b2e8-76fe283425a9 admin admin] 10.222.0.16 "DELETE /v2.0/networks/68380afb-92df-4e5a-adc7-5f1834064646 HTTP/1.1" status: 204 len: 168 time: 0.6809831 Jul 15 14:08:19.564911 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29687afe-118c-4346-b2e8-76fe283425a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=68380afb-92df-4e5a-adc7-5f1834064646,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:19.565656 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] No Port match for: 4d6271f2-7715-4e33-92d6-4da488041a7a {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 15 14:08:19.567530 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 4d6271f2-7715-4e33-92d6-4da488041a7a not bound to the agent host dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:08:19.568474 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device afc88c8c-00dd-4ca9-a8b7-862d136fbe90 no longer exists at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:08:19.572777 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:19.594453 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] No Port match for: afc88c8c-00dd-4ca9-a8b7-862d136fbe90 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 15 14:08:19.595129 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device afc88c8c-00dd-4ca9-a8b7-862d136fbe90 not bound to the agent host dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:08:19.595908 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 90681d6e-3fe6-45df-83be-6d9f4128768b no longer exists at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:08:19.629384 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] No Port match for: 90681d6e-3fe6-45df-83be-6d9f4128768b {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 15 14:08:19.629825 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 90681d6e-3fe6-45df-83be-6d9f4128768b not bound to the agent host dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:08:19.665197 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.services.segments.plugin [-] Segment 6120fc8a-8d07-42e8-bbb1-497afed6cae1 resource provider aggregate not found Jul 15 14:08:19.684943 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.services.segments.plugin [-] Segment 6120fc8a-8d07-42e8-bbb1-497afed6cae1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6120fc8a-8d07-42e8-bbb1-497afed6cae1 found for delete ", "request_id": "req-01fa2381-3ccb-4fce-93b6-1277edc001cb"}]} Jul 15 14:08:19.726643 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 53556) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:08:19.772114 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:19.776359 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-c5a17856-57d4-4261-bd4a-cb9b65882060 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c160b9f06dad4ee98349dbc63131c20d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0484555 Jul 15 14:08:19.780427 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 53558) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:08:19.787312 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:19.847537 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d901d1ad-7bcf-47d8-be6f-c6fcf1d206ad admin admin] Publish callbacks [] for security_group (93941a99-8f5f-49be-b2d0-cb9fb98dbb61), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:19.871287 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d901d1ad-7bcf-47d8-be6f-c6fcf1d206ad admin admin] Publish callbacks [] for security_group (93941a99-8f5f-49be-b2d0-cb9fb98dbb61), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:19.929569 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d901d1ad-7bcf-47d8-be6f-c6fcf1d206ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (93941a99-8f5f-49be-b2d0-cb9fb98dbb61), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:19.932033 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d901d1ad-7bcf-47d8-be6f-c6fcf1d206ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:19.933219 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-d901d1ad-7bcf-47d8-be6f-c6fcf1d206ad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/93941a99-8f5f-49be-b2d0-cb9fb98dbb61 HTTP/1.1" status: 204 len: 168 time: 0.1518042 Jul 15 14:08:19.941332 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d901d1ad-7bcf-47d8-be6f-c6fcf1d206ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93941a99-8f5f-49be-b2d0-cb9fb98dbb61,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:26.880195 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (73ab3907-1bcf-455f-a05d-131e96f159a2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:27.362710 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 53676) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:08:27.367348 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-e2e06d51-dd16-4efe-8222-cd0f1a2db5c7 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1306479778', 'description': 'tempest-description--713858312'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:08:27.394820 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e2e06d51-dd16-4efe-8222-cd0f1a2db5c7 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:27.469309 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e2e06d51-dd16-4efe-8222-cd0f1a2db5c7 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for security_group (92d97019-147b-40e7-a4c9-d7f92e45c43a), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:27.473844 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e2e06d51-dd16-4efe-8222-cd0f1a2db5c7 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (92d97019-147b-40e7-a4c9-d7f92e45c43a), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:27.504864 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e2e06d51-dd16-4efe-8222-cd0f1a2db5c7 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:27.506139 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-e2e06d51-dd16-4efe-8222-cd0f1a2db5c7 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1423764 Jul 15 14:08:27.509669 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 53678) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:08:27.510965 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e06d51-dd16-4efe-8222-cd0f1a2db5c7 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92d97019-147b-40e7-a4c9-d7f92e45c43a,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:27.515391 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-946db0f0-cb4f-4bc5-9934-24951629ef84 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Request body: {'security_group_rule': {'security_group_id': '92d97019-147b-40e7-a4c9-d7f92e45c43a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:08:27.548749 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-946db0f0-cb4f-4bc5-9934-24951629ef84 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for security_group_rule (b05eef6b-a21c-4481-be9d-f43a44e7f7c4), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:27.608759 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-946db0f0-cb4f-4bc5-9934-24951629ef84 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for security_group_rule (b05eef6b-a21c-4481-be9d-f43a44e7f7c4), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:27.613426 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-946db0f0-cb4f-4bc5-9934-24951629ef84 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484192'] for security_group_rule (b05eef6b-a21c-4481-be9d-f43a44e7f7c4), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:27.633480 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946db0f0-cb4f-4bc5-9934-24951629ef84 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b05eef6b-a21c-4481-be9d-f43a44e7f7c4,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:27.641317 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-946db0f0-cb4f-4bc5-9934-24951629ef84 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:27.642518 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-946db0f0-cb4f-4bc5-9934-24951629ef84 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1317019 Jul 15 14:08:27.645240 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 53680) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:08:27.649774 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-89436f06-2193-4998-9bb0-ca0a7a5466ba tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Request body: {'security_group_rule': {'security_group_id': '92d97019-147b-40e7-a4c9-d7f92e45c43a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:08:27.678613 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-89436f06-2193-4998-9bb0-ca0a7a5466ba tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for security_group_rule (190fa8a4-6139-4da8-aa18-e55be8d5150a), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:27.743153 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-89436f06-2193-4998-9bb0-ca0a7a5466ba tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for security_group_rule (190fa8a4-6139-4da8-aa18-e55be8d5150a), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:27.747215 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-89436f06-2193-4998-9bb0-ca0a7a5466ba tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484192'] for security_group_rule (190fa8a4-6139-4da8-aa18-e55be8d5150a), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:27.767358 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89436f06-2193-4998-9bb0-ca0a7a5466ba tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=190fa8a4-6139-4da8-aa18-e55be8d5150a,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:27.772617 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-89436f06-2193-4998-9bb0-ca0a7a5466ba tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:27.773843 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-89436f06-2193-4998-9bb0-ca0a7a5466ba tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1275544 Jul 15 14:08:27.776908 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 53682) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:08:27.781199 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-571a4ecd-05e9-4576-abe3-0e48f42b7d32 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Request body: {'floatingip': {'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:08:27.802337 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-571a4ecd-05e9-4576-abe3-0e48f42b7d32 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:27.881205 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-571a4ecd-05e9-4576-abe3-0e48f42b7d32 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:27.992372 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [None req-571a4ecd-05e9-4576-abe3-0e48f42b7d32 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Allocated IP 172.27.0.100 (85d18fe6-b559-49ae-a129-0350ffd7e8bf/5080191c-7e2b-40a2-af2d-f84b5c858cde/2516f1a0-0ed5-4886-b597-311683359335) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:08:28.064416 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:28.086346 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:28.102941 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-571a4ecd-05e9-4576-abe3-0e48f42b7d32 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for port (2516f1a0-0ed5-4886-b597-311683359335), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:28.143984 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-571a4ecd-05e9-4576-abe3-0e48f42b7d32 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (2516f1a0-0ed5-4886-b597-311683359335), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:28.187504 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571a4ecd-05e9-4576-abe3-0e48f42b7d32 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Network 85d18fe6-b559-49ae-a129-0350ffd7e8bf is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:08:28.190424 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-571a4ecd-05e9-4576-abe3-0e48f42b7d32 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:08:28.192313 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571a4ecd-05e9-4576-abe3-0e48f42b7d32 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:08:28.229200 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a4ecd-05e9-4576-abe3-0e48f42b7d32 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Pushing event updated for resources: {'Port': ['ID=2516f1a0-0ed5-4886-b597-311683359335,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:28.291618 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-571a4ecd-05e9-4576-abe3-0e48f42b7d32 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for floatingip (8c6e228b-26d0-45cc-8ee5-0fba23fd272b), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:28.331731 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-571a4ecd-05e9-4576-abe3-0e48f42b7d32 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (2516f1a0-0ed5-4886-b597-311683359335), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:28.381271 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=16 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:28.382036 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=19 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:28.492044 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-571a4ecd-05e9-4576-abe3-0e48f42b7d32 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for port (2516f1a0-0ed5-4886-b597-311683359335), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:28.497233 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-571a4ecd-05e9-4576-abe3-0e48f42b7d32 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268230'] for port (2516f1a0-0ed5-4886-b597-311683359335), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:28.512713 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 53700) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:08:28.571399 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a4ecd-05e9-4576-abe3-0e48f42b7d32 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Pushing event updated for resources: {'Port': ['ID=2516f1a0-0ed5-4886-b597-311683359335,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:28.580502 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-571a4ecd-05e9-4576-abe3-0e48f42b7d32 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448782'] for floatingip (8c6e228b-26d0-45cc-8ee5-0fba23fd272b), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:28.597774 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-571a4ecd-05e9-4576-abe3-0e48f42b7d32 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for floatingip (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:28.599017 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-571a4ecd-05e9-4576-abe3-0e48f42b7d32 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8211772 Jul 15 14:08:28.632636 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dd99e7dc-bfc0-4e17-8bbc-942d3ab6400e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:28.646159 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:28.719639 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dd99e7dc-bfc0-4e17-8bbc-942d3ab6400e admin admin] Publish callbacks [] for security_group (022c3f3d-0898-4398-b183-bd79b7e2fb5b), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:28.724404 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dd99e7dc-bfc0-4e17-8bbc-942d3ab6400e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (022c3f3d-0898-4398-b183-bd79b7e2fb5b), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:28.773174 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd99e7dc-bfc0-4e17-8bbc-942d3ab6400e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022c3f3d-0898-4398-b183-bd79b7e2fb5b,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:28.777417 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-dd99e7dc-bfc0-4e17-8bbc-942d3ab6400e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0005c811375d4a55bb5bc2844103d24e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2631667 Jul 15 14:08:28.780756 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 53716) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:08:28.815209 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-329ffb4f-5a1e-431e-a4f3-1e353d8ba646 req-357dcf51-7abd-431f-a2a8-339a42f42f33 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1306479778&fields=id&tenant_id=26daacf03c844ff8a7546dfe3b36d8bb HTTP/1.1" status: 200 len: 267 time: 0.0518191 Jul 15 14:08:28.834056 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e23379af-ea9d-44f8-8e8f-19ae4c8fe036 admin admin] Publish callbacks [] for security_group (022c3f3d-0898-4398-b183-bd79b7e2fb5b), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:28.855959 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e23379af-ea9d-44f8-8e8f-19ae4c8fe036 admin admin] Publish callbacks [] for security_group (022c3f3d-0898-4398-b183-bd79b7e2fb5b), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:28.904368 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e23379af-ea9d-44f8-8e8f-19ae4c8fe036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (022c3f3d-0898-4398-b183-bd79b7e2fb5b), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:28.906938 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e23379af-ea9d-44f8-8e8f-19ae4c8fe036 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:28.908112 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-e23379af-ea9d-44f8-8e8f-19ae4c8fe036 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/022c3f3d-0898-4398-b183-bd79b7e2fb5b HTTP/1.1" status: 204 len: 168 time: 0.1264987 Jul 15 14:08:28.916672 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23379af-ea9d-44f8-8e8f-19ae4c8fe036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022c3f3d-0898-4398-b183-bd79b7e2fb5b,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:28.928788 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ffb4f-5a1e-431e-a4f3-1e353d8ba646 req-ebd89486-b834-4dd7-93fe-cf9518d0504b tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:08:28.930290 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-329ffb4f-5a1e-431e-a4f3-1e353d8ba646 req-ebd89486-b834-4dd7-93fe-cf9518d0504b tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/networks?id=98015688-617a-4c97-89d4-c0de9e353bb5 HTTP/1.1" status: 200 len: 814 time: 0.1086936 Jul 15 14:08:28.947268 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-329ffb4f-5a1e-431e-a4f3-1e353d8ba646 req-e568073a-1b0d-438d-a072-4bfaf6c066dc tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/quotas/26daacf03c844ff8a7546dfe3b36d8bb HTTP/1.1" status: 200 len: 375 time: 0.0099981 Jul 15 14:08:29.000989 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-329ffb4f-5a1e-431e-a4f3-1e353d8ba646 req-ff003b77-0c38-435e-85d5-e8861eff58d2 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=26daacf03c844ff8a7546dfe3b36d8bb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0476160 Jul 15 14:08:29.119097 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:29.206199 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-329ffb4f-5a1e-431e-a4f3-1e353d8ba646 req-7866a1b0-8350-48ef-b5d8-8b4153e8e23a service neutron] 10.222.0.16 "GET /v2.0/networks/98015688-617a-4c97-89d4-c0de9e353bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918457 Jul 15 14:08:29.318448 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-329ffb4f-5a1e-431e-a4f3-1e353d8ba646 req-b01c1f8e-281b-4a8c-b62e-4fd048e6e9e5 service neutron] 10.222.0.16 "GET /v2.0/networks/98015688-617a-4c97-89d4-c0de9e353bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062057 Jul 15 14:08:29.530002 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-61c87ca6-1f1d-4839-998d-07539e7c30b2 req-102c426f-519e-4ccb-a653-7d16f439b808 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7b75964-be8c-4cda-b4da-d9156a8b65fc HTTP/1.1" status: 200 len: 210 time: 0.0397828 Jul 15 14:08:30.238251 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 53778) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:08:30.353203 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8d16cc55-b6c3-46ed-b4d7-425f184871a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:30.367345 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:INSERT=2,neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:30.433744 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:30.474614 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8d16cc55-b6c3-46ed-b4d7-425f184871a4 admin admin] Publish callbacks [] for security_group (d5e213e4-c970-4ace-9d87-af5b7b559574), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:30.486063 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8d16cc55-b6c3-46ed-b4d7-425f184871a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (d5e213e4-c970-4ace-9d87-af5b7b559574), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:30.568988 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-8d16cc55-b6c3-46ed-b4d7-425f184871a4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c5881caf60e042a0badab3d6dba4da7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3295405 Jul 15 14:08:30.571500 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 53784) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:08:30.573984 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d16cc55-b6c3-46ed-b4d7-425f184871a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e213e4-c970-4ace-9d87-af5b7b559574,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:30.598948 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ffb4f-5a1e-431e-a4f3-1e353d8ba646 req-0f737315-a697-498a-b55b-5b140879fbca tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:08:30.600543 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-329ffb4f-5a1e-431e-a4f3-1e353d8ba646 req-0f737315-a697-498a-b55b-5b140879fbca tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.64 "GET /v2.0/networks?id=98015688-617a-4c97-89d4-c0de9e353bb5 HTTP/1.1" status: 200 len: 814 time: 0.1635180 Jul 15 14:08:30.640178 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-521411ad-07f9-4b36-87e0-d9e87423c877 admin admin] Publish callbacks [] for security_group (d5e213e4-c970-4ace-9d87-af5b7b559574), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:30.660216 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-af3eb707-df2c-465c-b09a-74e8891b743e req-a2dd56d5-4742-402d-8160-6901b566eb9c tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7b75964-be8c-4cda-b4da-d9156a8b65fc HTTP/1.1" status: 200 len: 210 time: 0.0356343 Jul 15 14:08:30.680273 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-521411ad-07f9-4b36-87e0-d9e87423c877 admin admin] Publish callbacks [] for security_group (d5e213e4-c970-4ace-9d87-af5b7b559574), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:30.690801 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-329ffb4f-5a1e-431e-a4f3-1e353d8ba646 req-d159300b-3f7c-48a4-9d0e-c77b664fc1a2 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26daacf03c844ff8a7546dfe3b36d8bb HTTP/1.1" status: 200 len: 473 time: 0.0791242 Jul 15 14:08:30.713572 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [req-329ffb4f-5a1e-431e-a4f3-1e353d8ba646 req-6349f561-9646-464a-9464-0245f6437fd4 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Request body: {'port': {'device_id': 'f7b75964-be8c-4cda-b4da-d9156a8b65fc', 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5', 'admin_state_up': True, 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'security_groups': ['92d97019-147b-40e7-a4c9-d7f92e45c43a']}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:08:30.735110 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-521411ad-07f9-4b36-87e0-d9e87423c877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (d5e213e4-c970-4ace-9d87-af5b7b559574), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:30.738140 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-521411ad-07f9-4b36-87e0-d9e87423c877 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:30.739359 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-521411ad-07f9-4b36-87e0-d9e87423c877 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d5e213e4-c970-4ace-9d87-af5b7b559574 HTTP/1.1" status: 204 len: 168 time: 0.1670415 Jul 15 14:08:30.748493 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521411ad-07f9-4b36-87e0-d9e87423c877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e213e4-c970-4ace-9d87-af5b7b559574,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:30.832597 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-329ffb4f-5a1e-431e-a4f3-1e353d8ba646 req-6349f561-9646-464a-9464-0245f6437fd4 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Made reservation on behalf of 26daacf03c844ff8a7546dfe3b36d8bb for: {'port': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:08:30.836261 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-329ffb4f-5a1e-431e-a4f3-1e353d8ba646 req-6349f561-9646-464a-9464-0245f6437fd4 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:30.976115 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [req-329ffb4f-5a1e-431e-a4f3-1e353d8ba646 req-6349f561-9646-464a-9464-0245f6437fd4 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Allocated IP 172.20.0.12 (98015688-617a-4c97-89d4-c0de9e353bb5/e9260d0b-edd3-47d2-82af-0f443bfabd45/bf9cdbb3-3ca5-4ea9-b03c-b329339421be) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:08:31.144874 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-329ffb4f-5a1e-431e-a4f3-1e353d8ba646 req-6349f561-9646-464a-9464-0245f6437fd4 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for port (bf9cdbb3-3ca5-4ea9-b03c-b329339421be), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:31.182859 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-329ffb4f-5a1e-431e-a4f3-1e353d8ba646 req-6349f561-9646-464a-9464-0245f6437fd4 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (bf9cdbb3-3ca5-4ea9-b03c-b329339421be), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:31.233949 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=3 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:31.276020 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-329ffb4f-5a1e-431e-a4f3-1e353d8ba646 req-6349f561-9646-464a-9464-0245f6437fd4 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Network 98015688-617a-4c97-89d4-c0de9e353bb5 is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:08:31.284700 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [req-329ffb4f-5a1e-431e-a4f3-1e353d8ba646 req-6349f561-9646-464a-9464-0245f6437fd4 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:08:31.292667 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-329ffb4f-5a1e-431e-a4f3-1e353d8ba646 req-6349f561-9646-464a-9464-0245f6437fd4 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:08:31.299504 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6349f561-9646-464a-9464-0245f6437fd4 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Pushing event updated for resources: {'Port': ['ID=bf9cdbb3-3ca5-4ea9-b03c-b329339421be,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:31.354525 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ffb4f-5a1e-431e-a4f3-1e353d8ba646 req-6349f561-9646-464a-9464-0245f6437fd4 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:08:31.355196 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-329ffb4f-5a1e-431e-a4f3-1e353d8ba646 req-6349f561-9646-464a-9464-0245f6437fd4 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:31.365134 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:31.375703 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-329ffb4f-5a1e-431e-a4f3-1e353d8ba646 req-6349f561-9646-464a-9464-0245f6437fd4 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6659918 Jul 15 14:08:31.393664 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [req-329ffb4f-5a1e-431e-a4f3-1e353d8ba646 req-35c17d29-f117-40fe-9b24-0a09e3fb9f5b service neutron] Request body: {'port': {'device_id': 'f7b75964-be8c-4cda-b4da-d9156a8b65fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85000'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:08:31.462463 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-329ffb4f-5a1e-431e-a4f3-1e353d8ba646 req-35c17d29-f117-40fe-9b24-0a09e3fb9f5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (bf9cdbb3-3ca5-4ea9-b03c-b329339421be), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:31.558213 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-4c0d9d07-d0e8-4c3d-a1d4-b8de55796f2c None None] Provisioning complete for port bf9cdbb3-3ca5-4ea9-b03c-b329339421be triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:08:31.558818 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4c0d9d07-d0e8-4c3d-a1d4-b8de55796f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (bf9cdbb3-3ca5-4ea9-b03c-b329339421be), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:31.596847 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-4c0d9d07-d0e8-4c3d-a1d4-b8de55796f2c None None] Port bf9cdbb3-3ca5-4ea9-b03c-b329339421be cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 15 14:08:31.797427 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd459d-00c6-444b-a906-4e83f9642c8c req-f088b100-143f-48c1-993a-63d10afe874a tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:08:31.799112 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6fcd459d-00c6-444b-a906-4e83f9642c8c req-f088b100-143f-48c1-993a-63d10afe874a tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7b75964-be8c-4cda-b4da-d9156a8b65fc HTTP/1.1" status: 200 len: 932 time: 0.0640159 Jul 15 14:08:31.859286 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6fcd459d-00c6-444b-a906-4e83f9642c8c req-7ecb7b1e-feaf-4445-857e-41682a8a97db tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/security-groups?id=92d97019-147b-40e7-a4c9-d7f92e45c43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543606 Jul 15 14:08:32.028048 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [req-329ffb4f-5a1e-431e-a4f3-1e353d8ba646 req-35c17d29-f117-40fe-9b24-0a09e3fb9f5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf9cdbb3-3ca5-4ea9-b03c-b329339421be {{(pid=103881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 14:08:32.037385 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-329ffb4f-5a1e-431e-a4f3-1e353d8ba646 req-35c17d29-f117-40fe-9b24-0a09e3fb9f5b service neutron] Publish callbacks [] for port (bf9cdbb3-3ca5-4ea9-b03c-b329339421be), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:32.050292 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.provisioning_blocks [req-329ffb4f-5a1e-431e-a4f3-1e353d8ba646 req-35c17d29-f117-40fe-9b24-0a09e3fb9f5b service neutron] Transition to ACTIVE for port object bf9cdbb3-3ca5-4ea9-b03c-b329339421be will not be triggered until provisioned by entity L2. {{(pid=103881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 15 14:08:32.054278 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-329ffb4f-5a1e-431e-a4f3-1e353d8ba646 req-35c17d29-f117-40fe-9b24-0a09e3fb9f5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268230'] for port (bf9cdbb3-3ca5-4ea9-b03c-b329339421be), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:32.131610 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c17d29-f117-40fe-9b24-0a09e3fb9f5b service neutron] Pushing event updated for resources: {'Port': ['ID=bf9cdbb3-3ca5-4ea9-b03c-b329339421be,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:32.193150 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-329ffb4f-5a1e-431e-a4f3-1e353d8ba646 req-35c17d29-f117-40fe-9b24-0a09e3fb9f5b service neutron] Attempting to bind port bf9cdbb3-3ca5-4ea9-b03c-b329339421be on host hv-cinder-85000 for vnic_type normal with profile {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 15 14:08:32.193437 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-329ffb4f-5a1e-431e-a4f3-1e353d8ba646 req-35c17d29-f117-40fe-9b24-0a09e3fb9f5b service neutron] Attempting to bind port bf9cdbb3-3ca5-4ea9-b03c-b329339421be by drivers openvswitch,hyperv on host hv-cinder-85000 at level 0 using segments [{'id': 'a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5'}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 15 14:08:32.193761 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329ffb4f-5a1e-431e-a4f3-1e353d8ba646 req-35c17d29-f117-40fe-9b24-0a09e3fb9f5b service neutron] Attempting to bind port bf9cdbb3-3ca5-4ea9-b03c-b329339421be on network 98015688-617a-4c97-89d4-c0de9e353bb5 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:08:32.198918 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329ffb4f-5a1e-431e-a4f3-1e353d8ba646 req-35c17d29-f117-40fe-9b24-0a09e3fb9f5b service neutron] Port bf9cdbb3-3ca5-4ea9-b03c-b329339421be on network 98015688-617a-4c97-89d4-c0de9e353bb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85000 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 15 14:08:32.199170 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329ffb4f-5a1e-431e-a4f3-1e353d8ba646 req-35c17d29-f117-40fe-9b24-0a09e3fb9f5b service neutron] Attempting to bind port bf9cdbb3-3ca5-4ea9-b03c-b329339421be on network 98015688-617a-4c97-89d4-c0de9e353bb5 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:08:32.205178 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329ffb4f-5a1e-431e-a4f3-1e353d8ba646 req-35c17d29-f117-40fe-9b24-0a09e3fb9f5b service neutron] Checking agent: {'id': '73ab3907-1bcf-455f-a05d-131e96f159a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85000', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 13, 58, 57), 'started_at': datetime.datetime(2022, 7, 15, 13, 58, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 14, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 14:08:32.205527 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329ffb4f-5a1e-431e-a4f3-1e353d8ba646 req-35c17d29-f117-40fe-9b24-0a09e3fb9f5b service neutron] Checking segment: {'id': 'a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:08:32.205924 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329ffb4f-5a1e-431e-a4f3-1e353d8ba646 req-35c17d29-f117-40fe-9b24-0a09e3fb9f5b service neutron] Bound using segment: {'id': 'a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5'} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 14:08:32.206348 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-329ffb4f-5a1e-431e-a4f3-1e353d8ba646 req-35c17d29-f117-40fe-9b24-0a09e3fb9f5b service neutron] Bound port: bf9cdbb3-3ca5-4ea9-b03c-b329339421be, host: hv-cinder-85000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5'}}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 15 14:08:32.206711 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-329ffb4f-5a1e-431e-a4f3-1e353d8ba646 req-35c17d29-f117-40fe-9b24-0a09e3fb9f5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (bf9cdbb3-3ca5-4ea9-b03c-b329339421be), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:32.277943 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-329ffb4f-5a1e-431e-a4f3-1e353d8ba646 req-35c17d29-f117-40fe-9b24-0a09e3fb9f5b service neutron] For port bf9cdbb3-3ca5-4ea9-b03c-b329339421be, host hv-cinder-85000, cleared binding levels {{(pid=103881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:08:32.282098 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-329ffb4f-5a1e-431e-a4f3-1e353d8ba646 req-35c17d29-f117-40fe-9b24-0a09e3fb9f5b service neutron] For port bf9cdbb3-3ca5-4ea9-b03c-b329339421be, host hv-cinder-85000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=bf9cdbb3-3ca5-4ea9-b03c-b329339421be,segment=NetworkSegment(a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7),segment_id=a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7)] {{(pid=103881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:08:32.290832 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-329ffb4f-5a1e-431e-a4f3-1e353d8ba646 req-35c17d29-f117-40fe-9b24-0a09e3fb9f5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268230'] for port (bf9cdbb3-3ca5-4ea9-b03c-b329339421be), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:32.335162 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ffb4f-5a1e-431e-a4f3-1e353d8ba646 req-35c17d29-f117-40fe-9b24-0a09e3fb9f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:08:32.335839 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-329ffb4f-5a1e-431e-a4f3-1e353d8ba646 req-35c17d29-f117-40fe-9b24-0a09e3fb9f5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:32.337545 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-329ffb4f-5a1e-431e-a4f3-1e353d8ba646 req-35c17d29-f117-40fe-9b24-0a09e3fb9f5b service neutron] 10.222.0.64 "PUT /v2.0/ports/bf9cdbb3-3ca5-4ea9-b03c-b329339421be HTTP/1.1" status: 200 len: 1094 time: 0.9483235 Jul 15 14:08:32.338001 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7b75964-be8c-4cda-b4da-d9156a8b65fc', 'tag': 'bf9cdbb3-3ca5-4ea9-b03c-b329339421be'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:08:32.342114 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27b3149431a8a58964108cadaaee569fc83829ebf6971f3e535c686fd00e584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d371dbcd-78c4-414f-88bf-1788e597857c" -d '{"events": [{"name": "network-changed", "server_uuid": "f7b75964-be8c-4cda-b4da-d9156a8b65fc", "tag": "bf9cdbb3-3ca5-4ea9-b03c-b329339421be"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:08:32.368123 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c17d29-f117-40fe-9b24-0a09e3fb9f5b service neutron] Pushing event updated for resources: {'Port': ['ID=bf9cdbb3-3ca5-4ea9-b03c-b329339421be,revision_number=3']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:32.400636 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 14:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b72771-69cb-47fd-be2b-02a83442eec9 x-openstack-request-id: req-c2b72771-69cb-47fd-be2b-02a83442eec9 {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:08:32.401100 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7b75964-be8c-4cda-b4da-d9156a8b65fc", "tag": "bf9cdbb3-3ca5-4ea9-b03c-b329339421be", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:08:32.401357 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c2b72771-69cb-47fd-be2b-02a83442eec9 {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:08:32.401761 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2b72771-69cb-47fd-be2b-02a83442eec9'] response: {'name': 'network-changed', 'server_uuid': 'f7b75964-be8c-4cda-b4da-d9156a8b65fc', 'tag': 'bf9cdbb3-3ca5-4ea9-b03c-b329339421be', 'status': 'completed', 'code': 200} Jul 15 14:08:32.437413 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ffb4f-5a1e-431e-a4f3-1e353d8ba646 req-6d2fd846-674a-45f0-a752-6a409fbfc519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:08:32.438950 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-329ffb4f-5a1e-431e-a4f3-1e353d8ba646 req-6d2fd846-674a-45f0-a752-6a409fbfc519 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=26daacf03c844ff8a7546dfe3b36d8bb&device_id=f7b75964-be8c-4cda-b4da-d9156a8b65fc HTTP/1.1" status: 200 len: 1128 time: 0.0544367 Jul 15 14:08:32.483366 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-329ffb4f-5a1e-431e-a4f3-1e353d8ba646 req-958c8d89-8f5d-4b6a-be15-50fd7fbc3b1b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf9cdbb3-3ca5-4ea9-b03c-b329339421be HTTP/1.1" status: 200 len: 217 time: 0.0352385 Jul 15 14:08:32.543329 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ffb4f-5a1e-431e-a4f3-1e353d8ba646 req-50a519bc-bdec-4e0a-bbbb-e1090ec34c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:08:32.544984 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-329ffb4f-5a1e-431e-a4f3-1e353d8ba646 req-50a519bc-bdec-4e0a-bbbb-e1090ec34c00 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e9260d0b-edd3-47d2-82af-0f443bfabd45 HTTP/1.1" status: 200 len: 853 time: 0.0533419 Jul 15 14:08:32.595644 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:32.605389 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ffb4f-5a1e-431e-a4f3-1e353d8ba646 req-09a3c31c-dcc6-4fe7-bec9-25af10231de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:08:32.607148 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-329ffb4f-5a1e-431e-a4f3-1e353d8ba646 req-09a3c31c-dcc6-4fe7-bec9-25af10231de0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=98015688-617a-4c97-89d4-c0de9e353bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550718 Jul 15 14:08:32.726663 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-329ffb4f-5a1e-431e-a4f3-1e353d8ba646 req-abc0c450-e1bb-432d-b2f8-307b41a1595a service neutron] 10.222.0.64 "GET /v2.0/networks/98015688-617a-4c97-89d4-c0de9e353bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090126 Jul 15 14:08:32.756306 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:32.826469 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-329ffb4f-5a1e-431e-a4f3-1e353d8ba646 req-8b31078f-82ad-4ed0-88a9-aabc9b55d26b service neutron] 10.222.0.64 "GET /v2.0/networks/98015688-617a-4c97-89d4-c0de9e353bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899644 Jul 15 14:08:32.977131 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096e9f8-6f18-408d-a7c0-6f7d7e3386d5 req-96b5b3db-8be8-4352-8cce-a75bd411193e tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:08:32.978506 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0096e9f8-6f18-408d-a7c0-6f7d7e3386d5 req-96b5b3db-8be8-4352-8cce-a75bd411193e tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7b75964-be8c-4cda-b4da-d9156a8b65fc HTTP/1.1" status: 200 len: 944 time: 0.0468349 Jul 15 14:08:32.999782 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:33.027100 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0096e9f8-6f18-408d-a7c0-6f7d7e3386d5 req-1cbdf5d6-de42-459b-b7af-cbe757423271 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/security-groups?id=92d97019-147b-40e7-a4c9-d7f92e45c43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427058 Jul 15 14:08:33.756272 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d371dbcd-78c4-414f-88bf-1788e597857c req-9521b594-5f25-4836-8033-03b8ced4526f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:08:33.757937 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d371dbcd-78c4-414f-88bf-1788e597857c req-9521b594-5f25-4836-8033-03b8ced4526f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=26daacf03c844ff8a7546dfe3b36d8bb&device_id=f7b75964-be8c-4cda-b4da-d9156a8b65fc HTTP/1.1" status: 200 len: 1128 time: 0.0398247 Jul 15 14:08:33.857536 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d371dbcd-78c4-414f-88bf-1788e597857c req-bbbc27eb-3e97-4d3d-a3f9-5c70751f0cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:08:33.859045 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d371dbcd-78c4-414f-88bf-1788e597857c req-bbbc27eb-3e97-4d3d-a3f9-5c70751f0cce service neutron] 10.222.0.64 "GET /v2.0/networks?id=98015688-617a-4c97-89d4-c0de9e353bb5 HTTP/1.1" status: 200 len: 915 time: 0.0945055 Jul 15 14:08:33.909601 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d371dbcd-78c4-414f-88bf-1788e597857c req-75d236e1-3335-4b21-ad7b-1b20a8007817 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf9cdbb3-3ca5-4ea9-b03c-b329339421be HTTP/1.1" status: 200 len: 217 time: 0.0399520 Jul 15 14:08:33.966334 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d371dbcd-78c4-414f-88bf-1788e597857c req-5107cfe7-aa85-4429-8345-04a43542dc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:08:33.967888 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d371dbcd-78c4-414f-88bf-1788e597857c req-5107cfe7-aa85-4429-8345-04a43542dc4b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e9260d0b-edd3-47d2-82af-0f443bfabd45 HTTP/1.1" status: 200 len: 853 time: 0.0486391 Jul 15 14:08:34.023446 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d371dbcd-78c4-414f-88bf-1788e597857c req-4cef4bdd-b16c-43e6-beb4-b5841986f176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:08:34.026048 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d371dbcd-78c4-414f-88bf-1788e597857c req-4cef4bdd-b16c-43e6-beb4-b5841986f176 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=98015688-617a-4c97-89d4-c0de9e353bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503261 Jul 15 14:08:34.135520 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d371dbcd-78c4-414f-88bf-1788e597857c req-337afa8b-4d7f-4ca8-bc77-b8ad0aa6914f service neutron] 10.222.0.64 "GET /v2.0/networks/98015688-617a-4c97-89d4-c0de9e353bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030154 Jul 15 14:08:34.148842 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79573a3-4232-4531-8130-842940cca070 req-99fe8706-7906-4c61-a10d-e719f8d79bd1 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:08:34.150347 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a79573a3-4232-4531-8130-842940cca070 req-99fe8706-7906-4c61-a10d-e719f8d79bd1 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7b75964-be8c-4cda-b4da-d9156a8b65fc HTTP/1.1" status: 200 len: 944 time: 0.0477366 Jul 15 14:08:34.198237 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a79573a3-4232-4531-8130-842940cca070 req-c2890258-3f76-48f9-9a2d-28b75356e479 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/security-groups?id=92d97019-147b-40e7-a4c9-d7f92e45c43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421228 Jul 15 14:08:34.231276 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d371dbcd-78c4-414f-88bf-1788e597857c req-5953044f-f72b-46e8-a83e-96e1960a1671 service neutron] 10.222.0.64 "GET /v2.0/networks/98015688-617a-4c97-89d4-c0de9e353bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891697 Jul 15 14:08:34.912454 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device bf9cdbb3-3ca5-4ea9-b03c-b329339421be details requested by agent hyperv_hv-cinder-85000 with host hv-cinder-85000 {{(pid=103883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:08:35.017111 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port bf9cdbb3-3ca5-4ea9-b03c-b329339421be, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=bf9cdbb3-3ca5-4ea9-b03c-b329339421be,segment=NetworkSegment(a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7),segment_id=a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:08:35.029767 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Returning: {'device': 'bf9cdbb3-3ca5-4ea9-b03c-b329339421be', 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5', 'port_id': 'bf9cdbb3-3ca5-4ea9-b03c-b329339421be', 'mac_address': 'fa:16:3e:3e:fd:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9260d0b-edd3-47d2-82af-0f443bfabd45', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:08:35.034435 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:35.069321 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Current status of the port bf9cdbb3-3ca5-4ea9-b03c-b329339421be is: DOWN; New status is: BUILD {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:08:35.069752 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (bf9cdbb3-3ca5-4ea9-b03c-b329339421be), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:35.084630 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf9cdbb3-3ca5-4ea9-b03c-b329339421be {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 14:08:35.106570 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port bf9cdbb3-3ca5-4ea9-b03c-b329339421be, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=bf9cdbb3-3ca5-4ea9-b03c-b329339421be,segment=NetworkSegment(a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7),segment_id=a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:08:35.112113 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (bf9cdbb3-3ca5-4ea9-b03c-b329339421be), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:35.161853 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Pushing event updated for resources: {'Port': ['ID=bf9cdbb3-3ca5-4ea9-b03c-b329339421be,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:35.323884 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47d6a8-f5ca-414d-95e7-3e832df21767 req-214b08ce-32ed-4951-b150-0d61a46cefbf tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:08:35.325400 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0a47d6a8-f5ca-414d-95e7-3e832df21767 req-214b08ce-32ed-4951-b150-0d61a46cefbf tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7b75964-be8c-4cda-b4da-d9156a8b65fc HTTP/1.1" status: 200 len: 945 time: 0.0565672 Jul 15 14:08:35.371687 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] get_ports_and_sgs() called for port_ids ['bf9cdbb3-3ca5-4ea9-b03c-b329339421be'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:08:35.380153 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0a47d6a8-f5ca-414d-95e7-3e832df21767 req-6167a091-8f73-4f73-991d-bf75d33a1b2d tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/security-groups?id=92d97019-147b-40e7-a4c9-d7f92e45c43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481839 Jul 15 14:08:35.411678 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:36.495205 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a200710-b12c-4c92-90ba-48e64cb1a20a req-d9b04dea-c927-4da3-8516-a70a1ae13836 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:08:36.496717 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9a200710-b12c-4c92-90ba-48e64cb1a20a req-d9b04dea-c927-4da3-8516-a70a1ae13836 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7b75964-be8c-4cda-b4da-d9156a8b65fc HTTP/1.1" status: 200 len: 945 time: 0.0477169 Jul 15 14:08:36.545487 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9a200710-b12c-4c92-90ba-48e64cb1a20a req-372d6bcc-4391-4058-8d54-9733bc62cc63 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/security-groups?id=92d97019-147b-40e7-a4c9-d7f92e45c43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426636 Jul 15 14:08:37.667644 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e79f4ba-4e08-4999-89b3-9ec3878b4afd req-519c41d6-22df-450a-a4af-ae7426c4478b tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:08:37.669246 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4e79f4ba-4e08-4999-89b3-9ec3878b4afd req-519c41d6-22df-450a-a4af-ae7426c4478b tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7b75964-be8c-4cda-b4da-d9156a8b65fc HTTP/1.1" status: 200 len: 945 time: 0.0527928 Jul 15 14:08:37.726257 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4e79f4ba-4e08-4999-89b3-9ec3878b4afd req-f47d8c88-4168-43e7-bc08-1f7bcf743af8 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/security-groups?id=92d97019-147b-40e7-a4c9-d7f92e45c43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503328 Jul 15 14:08:38.430347 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device bf9cdbb3-3ca5-4ea9-b03c-b329339421be up at agent hyperv_hv-cinder-85000 {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:08:38.479691 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Provisioning for port bf9cdbb3-3ca5-4ea9-b03c-b329339421be completed by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 15 14:08:38.486301 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Provisioning complete for port bf9cdbb3-3ca5-4ea9-b03c-b329339421be triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:08:38.486683 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (bf9cdbb3-3ca5-4ea9-b03c-b329339421be), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:38.569048 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Current status of the port bf9cdbb3-3ca5-4ea9-b03c-b329339421be is: BUILD; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:08:38.569534 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (bf9cdbb3-3ca5-4ea9-b03c-b329339421be), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:38.597455 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b75964-be8c-4cda-b4da-d9156a8b65fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf9cdbb3-3ca5-4ea9-b03c-b329339421be'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:08:38.599786 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c4b0ce05359387fb1b8f2741601f150af1cafc779f59aaec505bdecc1202ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74421b11-e91c-428b-8ad8-50e418a6ce70" -d '{"events": [{"server_uuid": "f7b75964-be8c-4cda-b4da-d9156a8b65fc", "name": "network-vif-plugged", "status": "completed", "tag": "bf9cdbb3-3ca5-4ea9-b03c-b329339421be"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:08:38.613113 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port bf9cdbb3-3ca5-4ea9-b03c-b329339421be, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=bf9cdbb3-3ca5-4ea9-b03c-b329339421be,segment=NetworkSegment(a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7),segment_id=a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:08:38.618657 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (bf9cdbb3-3ca5-4ea9-b03c-b329339421be), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:38.649717 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 14:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd990d6-ae6f-40db-8e9a-ce3f12ccb265 x-openstack-request-id: req-9cd990d6-ae6f-40db-8e9a-ce3f12ccb265 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:08:38.650004 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b75964-be8c-4cda-b4da-d9156a8b65fc", "name": "network-vif-plugged", "status": "completed", "tag": "bf9cdbb3-3ca5-4ea9-b03c-b329339421be", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:08:38.650249 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9cd990d6-ae6f-40db-8e9a-ce3f12ccb265 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:08:38.650630 dv-cinder-850002-1-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cd990d6-ae6f-40db-8e9a-ce3f12ccb265'] response: {'server_uuid': 'f7b75964-be8c-4cda-b4da-d9156a8b65fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf9cdbb3-3ca5-4ea9-b03c-b329339421be', 'code': 200} Jul 15 14:08:38.676904 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Pushing event updated for resources: {'Port': ['ID=bf9cdbb3-3ca5-4ea9-b03c-b329339421be,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:38.832711 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef6c650-673c-45d8-8da9-378e8be6c6c3 req-338289b2-db3b-4a0b-baa3-8aeac2c41901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:08:38.834435 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-bef6c650-673c-45d8-8da9-378e8be6c6c3 req-338289b2-db3b-4a0b-baa3-8aeac2c41901 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f7b75964-be8c-4cda-b4da-d9156a8b65fc HTTP/1.1" status: 200 len: 1130 time: 0.0462811 Jul 15 14:08:38.856420 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef67df7-6372-4776-94db-180e573e6904 req-32998625-131f-474c-8a19-eacc79196451 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:08:38.858455 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5ef67df7-6372-4776-94db-180e573e6904 req-32998625-131f-474c-8a19-eacc79196451 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7b75964-be8c-4cda-b4da-d9156a8b65fc HTTP/1.1" status: 200 len: 946 time: 0.0593629 Jul 15 14:08:38.884380 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-bef6c650-673c-45d8-8da9-378e8be6c6c3 req-eea03828-a66d-447f-937f-a63794172b07 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=92d97019-147b-40e7-a4c9-d7f92e45c43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419111 Jul 15 14:08:38.907272 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5ef67df7-6372-4776-94db-180e573e6904 req-e2de7def-0788-4db8-ba2b-bfa0ec634568 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/security-groups?id=92d97019-147b-40e7-a4c9-d7f92e45c43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431266 Jul 15 14:08:40.047073 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1374c9c-b86b-4fbd-8d40-f99d0ffa0b13 req-9cc98680-2cfa-41c5-b7da-fd94337c7374 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:08:40.048570 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b1374c9c-b86b-4fbd-8d40-f99d0ffa0b13 req-9cc98680-2cfa-41c5-b7da-fd94337c7374 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7b75964-be8c-4cda-b4da-d9156a8b65fc HTTP/1.1" status: 200 len: 946 time: 0.0464649 Jul 15 14:08:40.093977 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:40.102686 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b1374c9c-b86b-4fbd-8d40-f99d0ffa0b13 req-5f323f43-b7fd-4791-8008-0d9740e1ac6b tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/security-groups?id=92d97019-147b-40e7-a4c9-d7f92e45c43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485382 Jul 15 14:08:41.220038 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62586b4-f4c3-496e-9220-10d194dd19ae req-c455f879-5c6a-4120-9cd3-0419efff7d92 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:08:41.221573 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b62586b4-f4c3-496e-9220-10d194dd19ae req-c455f879-5c6a-4120-9cd3-0419efff7d92 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7b75964-be8c-4cda-b4da-d9156a8b65fc HTTP/1.1" status: 200 len: 946 time: 0.0484595 Jul 15 14:08:41.269600 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b62586b4-f4c3-496e-9220-10d194dd19ae req-8522dd9b-74c0-4583-bd5f-154779ed179c tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/security-groups?id=92d97019-147b-40e7-a4c9-d7f92e45c43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425546 Jul 15 14:08:41.383448 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccbadda-035b-4732-805b-a8a1bd6d4734 req-1fe78af8-9959-4e9e-9367-c17c37295ffa tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:08:41.385039 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-eccbadda-035b-4732-805b-a8a1bd6d4734 req-1fe78af8-9959-4e9e-9367-c17c37295ffa tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7b75964-be8c-4cda-b4da-d9156a8b65fc HTTP/1.1" status: 200 len: 946 time: 0.0502372 Jul 15 14:08:41.394201 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 53944) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:08:41.399207 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-891be46d-e2a3-4fba-8dcb-d3117d23eeab tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Request body: {'floatingip': {'port_id': 'bf9cdbb3-3ca5-4ea9-b03c-b329339421be'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:08:41.441834 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-891be46d-e2a3-4fba-8dcb-d3117d23eeab tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for floatingip (8c6e228b-26d0-45cc-8ee5-0fba23fd272b), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:41.691948 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 53952) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:08:41.738345 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:41.807221 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6c38483a-67fe-423f-9d85-78fa6030d427 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:41.895489 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6c38483a-67fe-423f-9d85-78fa6030d427 admin admin] Publish callbacks [] for security_group (e43c4a2d-b3e7-4307-b1c5-3841668781a7), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:41.900063 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6c38483a-67fe-423f-9d85-78fa6030d427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (e43c4a2d-b3e7-4307-b1c5-3841668781a7), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:41.948959 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-6c38483a-67fe-423f-9d85-78fa6030d427 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d32a35ad018a466b81b6b960f16891ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2556205 Jul 15 14:08:41.950005 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c38483a-67fe-423f-9d85-78fa6030d427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43c4a2d-b3e7-4307-b1c5-3841668781a7,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:41.952536 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 53956) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:08:42.001670 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:42.015364 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c446b30f-cb13-4073-ab56-0c91c583c21a admin admin] Publish callbacks [] for security_group (e43c4a2d-b3e7-4307-b1c5-3841668781a7), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:42.036314 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:42.038474 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c446b30f-cb13-4073-ab56-0c91c583c21a admin admin] Publish callbacks [] for security_group (e43c4a2d-b3e7-4307-b1c5-3841668781a7), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:42.088865 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c446b30f-cb13-4073-ab56-0c91c583c21a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (e43c4a2d-b3e7-4307-b1c5-3841668781a7), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:42.091421 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c446b30f-cb13-4073-ab56-0c91c583c21a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:42.092606 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-c446b30f-cb13-4073-ab56-0c91c583c21a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e43c4a2d-b3e7-4307-b1c5-3841668781a7 HTTP/1.1" status: 204 len: 168 time: 0.1352639 Jul 15 14:08:42.101283 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c446b30f-cb13-4073-ab56-0c91c583c21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43c4a2d-b3e7-4307-b1c5-3841668781a7,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:42.133554 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-891be46d-e2a3-4fba-8dcb-d3117d23eeab tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:42.138530 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-891be46d-e2a3-4fba-8dcb-d3117d23eeab tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448782'] for floatingip (8c6e228b-26d0-45cc-8ee5-0fba23fd272b), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:42.242023 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.db.l3_db [None req-891be46d-e2a3-4fba-8dcb-d3117d23eeab tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Floating IP 8c6e228b-26d0-45cc-8ee5-0fba23fd272b associated. External IP: 172.27.0.100, port: bf9cdbb3-3ca5-4ea9-b03c-b329339421be. Jul 15 14:08:42.397958 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 53962) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:08:42.413645 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-59952985-d56b-4104-b714-b8332abff8e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:42.453097 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-891be46d-e2a3-4fba-8dcb-d3117d23eeab tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Router bd8b2dd7-79a3-44de-b57d-5a43659ef752 has already been hosted by L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 14:08:42.493640 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-59952985-d56b-4104-b714-b8332abff8e1 admin admin] Publish callbacks [] for security_group (638f61e4-96e1-4fbd-8514-74b987a22fd4), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:42.499491 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-59952985-d56b-4104-b714-b8332abff8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (638f61e4-96e1-4fbd-8514-74b987a22fd4), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:42.539760 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-59952985-d56b-4104-b714-b8332abff8e1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a26983d78af74ffaaa4f93943ec0fa97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1406991 Jul 15 14:08:42.541724 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59952985-d56b-4104-b714-b8332abff8e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638f61e4-96e1-4fbd-8514-74b987a22fd4,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:42.545388 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 53964) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:08:42.549695 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:42.565802 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-891be46d-e2a3-4fba-8dcb-d3117d23eeab tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:08:42.570832 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-891be46d-e2a3-4fba-8dcb-d3117d23eeab tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for floatingip (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:42.575921 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a154bd-d7ac-4f0f-b205-c81f5c728c91 None None] Sync routers for ids ['bd8b2dd7-79a3-44de-b57d-5a43659ef752'] in dv-cinder-850002-1-iscsi {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:08:42.588309 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a154bd-d7ac-4f0f-b205-c81f5c728c91 None None] Routers {'bd8b2dd7-79a3-44de-b57d-5a43659ef752'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:08:42.589325 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-e6a154bd-d7ac-4f0f-b205-c81f5c728c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:08:16Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['bd8b2dd7-79a3-44de-b57d-5a43659ef752'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:08:42.604025 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-55e8ffa6-ddd2-4dab-8d9b-d1d6b2b6e1eb admin admin] Publish callbacks [] for security_group (638f61e4-96e1-4fbd-8514-74b987a22fd4), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:42.606187 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-891be46d-e2a3-4fba-8dcb-d3117d23eeab tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "PUT /v2.0/floatingips/8c6e228b-26d0-45cc-8ee5-0fba23fd272b HTTP/1.1" status: 200 len: 992 time: 1.2108757 Jul 15 14:08:42.607317 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7b75964-be8c-4cda-b4da-d9156a8b65fc', 'tag': 'bf9cdbb3-3ca5-4ea9-b03c-b329339421be'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:08:42.609863 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9a8a2fede844199a48cd13e9232727d60bf04678ac4f0cfd160158fc833c96f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3458c1a-ba16-428b-a79f-46cbc3c4cd6f" -d '{"events": [{"name": "network-changed", "server_uuid": "f7b75964-be8c-4cda-b4da-d9156a8b65fc", "tag": "bf9cdbb3-3ca5-4ea9-b03c-b329339421be"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:08:42.628369 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-55e8ffa6-ddd2-4dab-8d9b-d1d6b2b6e1eb admin admin] Publish callbacks [] for security_group (638f61e4-96e1-4fbd-8514-74b987a22fd4), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:42.647168 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 14:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78b410f-ff98-43d7-b63d-dbf1de8d1c1d x-openstack-request-id: req-a78b410f-ff98-43d7-b63d-dbf1de8d1c1d {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:08:42.647582 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7b75964-be8c-4cda-b4da-d9156a8b65fc", "tag": "bf9cdbb3-3ca5-4ea9-b03c-b329339421be", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:08:42.647834 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a78b410f-ff98-43d7-b63d-dbf1de8d1c1d {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:08:42.648236 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a78b410f-ff98-43d7-b63d-dbf1de8d1c1d'] response: {'name': 'network-changed', 'server_uuid': 'f7b75964-be8c-4cda-b4da-d9156a8b65fc', 'tag': 'bf9cdbb3-3ca5-4ea9-b03c-b329339421be', 'status': 'completed', 'code': 200} Jul 15 14:08:42.701693 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-e6a154bd-d7ac-4f0f-b205-c81f5c728c91 None None] Set router bd8b2dd7-79a3-44de-b57d-5a43659ef752 gateway port host: dv-cinder-850002-1-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:08:42.709126 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-55e8ffa6-ddd2-4dab-8d9b-d1d6b2b6e1eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (638f61e4-96e1-4fbd-8514-74b987a22fd4), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:42.711579 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-55e8ffa6-ddd2-4dab-8d9b-d1d6b2b6e1eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:42.713029 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-55e8ffa6-ddd2-4dab-8d9b-d1d6b2b6e1eb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/638f61e4-96e1-4fbd-8514-74b987a22fd4 HTTP/1.1" status: 204 len: 168 time: 0.1662273 Jul 15 14:08:42.727421 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e8ffa6-ddd2-4dab-8d9b-d1d6b2b6e1eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638f61e4-96e1-4fbd-8514-74b987a22fd4,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:42.733641 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3458c1a-ba16-428b-a79f-46cbc3c4cd6f req-b783dba2-6627-4d2a-ae72-d2886c3978ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:08:42.735591 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-b3458c1a-ba16-428b-a79f-46cbc3c4cd6f req-b783dba2-6627-4d2a-ae72-d2886c3978ca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=26daacf03c844ff8a7546dfe3b36d8bb&device_id=f7b75964-be8c-4cda-b4da-d9156a8b65fc HTTP/1.1" status: 200 len: 1130 time: 0.0578320 Jul 15 14:08:42.839209 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3458c1a-ba16-428b-a79f-46cbc3c4cd6f req-78a0e08e-7000-4534-a5e3-6808007bbca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:08:42.840904 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-b3458c1a-ba16-428b-a79f-46cbc3c4cd6f req-78a0e08e-7000-4534-a5e3-6808007bbca9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=98015688-617a-4c97-89d4-c0de9e353bb5 HTTP/1.1" status: 200 len: 915 time: 0.0971012 Jul 15 14:08:42.911270 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-b3458c1a-ba16-428b-a79f-46cbc3c4cd6f req-0dbdc9d4-3dcc-4631-9666-2038ce9b8730 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf9cdbb3-3ca5-4ea9-b03c-b329339421be HTTP/1.1" status: 200 len: 1000 time: 0.0636096 Jul 15 14:08:42.946270 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-e6a154bd-d7ac-4f0f-b205-c81f5c728c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'name': 'tempest-AttachVolumeNegativeTest-947777848-router', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:07:16Z', 'updated_at': '2022-07-15T14:07:21Z', 'revision_number': 4, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'gw_port': {'id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:37:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:17Z', 'updated_at': '2022-07-15T14:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_floatingips': [{'id': '4a5e18c4-20d1-4e91-bff3-b2bda25a4da9', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'floating_ip_address': '172.27.0.75', 'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'router_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'port_id': '08923a84-8b04-41f6-8ada-897d5d2d5a5e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5', 'mac_address': 'fa:16:3e:a1:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8b8d9e-553e-4193-aaf6-1f599d5282bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T14:07:26Z', 'updated_at': '2022-07-15T14:07:43Z', 'revision_number': 2, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'fixed_ip_address_scope': None}, {'id': '8c6e228b-26d0-45cc-8ee5-0fba23fd272b', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'floating_ip_address': '172.27.0.100', 'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'router_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'port_id': 'bf9cdbb3-3ca5-4ea9-b03c-b329339421be', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5', 'mac_address': 'fa:16:3e:3e:fd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b75964-be8c-4cda-b4da-d9156a8b65fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T14:08:28Z', 'updated_at': '2022-07-15T14:08:42Z', 'revision_number': 1, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a76e407d-90b4-4481-818a-ae7c0d5f0deb', 'name': '', 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'mac_address': 'fa:16:3e:79:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e9260d0b-edd3-47d2-82af-0f443bfabd45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:20Z', 'updated_at': '2022-07-15T14:07:28Z', 'revision_number': 5, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'subnets': [{'id': 'e9260d0b-edd3-47d2-82af-0f443bfabd45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:08:42.962455 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3458c1a-ba16-428b-a79f-46cbc3c4cd6f req-191f62bb-e1b1-4f09-8e00-9764bb5c455a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:08:42.963867 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-b3458c1a-ba16-428b-a79f-46cbc3c4cd6f req-191f62bb-e1b1-4f09-8e00-9764bb5c455a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e9260d0b-edd3-47d2-82af-0f443bfabd45 HTTP/1.1" status: 200 len: 853 time: 0.0462024 Jul 15 14:08:42.980757 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a154bd-d7ac-4f0f-b205-c81f5c728c91 None None] Checking router: bd8b2dd7-79a3-44de-b57d-5a43659ef752 for host: dv-cinder-850002-1-iscsi {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:08:42.990682 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a154bd-d7ac-4f0f-b205-c81f5c728c91 None None] Routers {'bd8b2dd7-79a3-44de-b57d-5a43659ef752'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:08:42.991303 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-e6a154bd-d7ac-4f0f-b205-c81f5c728c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:08:16Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['bd8b2dd7-79a3-44de-b57d-5a43659ef752'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:08:43.020805 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3458c1a-ba16-428b-a79f-46cbc3c4cd6f req-efbc2adc-54ae-4c5e-bbe2-c4514056e03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:08:43.022905 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-b3458c1a-ba16-428b-a79f-46cbc3c4cd6f req-efbc2adc-54ae-4c5e-bbe2-c4514056e03a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=98015688-617a-4c97-89d4-c0de9e353bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518317 Jul 15 14:08:43.098388 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:43.099387 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-e6a154bd-d7ac-4f0f-b205-c81f5c728c91 None None] Set router bd8b2dd7-79a3-44de-b57d-5a43659ef752 gateway port host: dv-cinder-850002-1-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:08:43.119898 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-b3458c1a-ba16-428b-a79f-46cbc3c4cd6f req-5f6c1e4e-415b-4ea5-b1ad-f119e8b1d252 service neutron] 10.222.0.64 "GET /v2.0/networks/98015688-617a-4c97-89d4-c0de9e353bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899045 Jul 15 14:08:43.182513 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:43.230142 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-b3458c1a-ba16-428b-a79f-46cbc3c4cd6f req-d4196e17-3e4e-41c3-bc94-2322413c3853 service neutron] 10.222.0.64 "GET /v2.0/networks/98015688-617a-4c97-89d4-c0de9e353bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029363 Jul 15 14:08:43.329592 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-e6a154bd-d7ac-4f0f-b205-c81f5c728c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'name': 'tempest-AttachVolumeNegativeTest-947777848-router', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:07:16Z', 'updated_at': '2022-07-15T14:07:21Z', 'revision_number': 4, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'gw_port': {'id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:37:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:17Z', 'updated_at': '2022-07-15T14:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_floatingips': [{'id': '4a5e18c4-20d1-4e91-bff3-b2bda25a4da9', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'floating_ip_address': '172.27.0.75', 'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'router_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'port_id': '08923a84-8b04-41f6-8ada-897d5d2d5a5e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5', 'mac_address': 'fa:16:3e:a1:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8b8d9e-553e-4193-aaf6-1f599d5282bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T14:07:26Z', 'updated_at': '2022-07-15T14:07:43Z', 'revision_number': 2, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'fixed_ip_address_scope': None}, {'id': '8c6e228b-26d0-45cc-8ee5-0fba23fd272b', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'floating_ip_address': '172.27.0.100', 'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'router_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'port_id': 'bf9cdbb3-3ca5-4ea9-b03c-b329339421be', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5', 'mac_address': 'fa:16:3e:3e:fd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b75964-be8c-4cda-b4da-d9156a8b65fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T14:08:28Z', 'updated_at': '2022-07-15T14:08:42Z', 'revision_number': 1, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a76e407d-90b4-4481-818a-ae7c0d5f0deb', 'name': '', 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'mac_address': 'fa:16:3e:79:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e9260d0b-edd3-47d2-82af-0f443bfabd45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:20Z', 'updated_at': '2022-07-15T14:07:28Z', 'revision_number': 5, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'subnets': [{'id': 'e9260d0b-edd3-47d2-82af-0f443bfabd45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:08:43.359404 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a154bd-d7ac-4f0f-b205-c81f5c728c91 None None] The sync data for ids ['bd8b2dd7-79a3-44de-b57d-5a43659ef752'] in dv-cinder-850002-1-iscsi is: [{'id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'name': 'tempest-AttachVolumeNegativeTest-947777848-router', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:07:16Z', 'updated_at': '2022-07-15T14:07:21Z', 'revision_number': 4, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'gw_port': {'id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:37:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:17Z', 'updated_at': '2022-07-15T14:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_floatingips': [{'id': '4a5e18c4-20d1-4e91-bff3-b2bda25a4da9', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'floating_ip_address': '172.27.0.75', 'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'router_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'port_id': '08923a84-8b04-41f6-8ada-897d5d2d5a5e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5', 'mac_address': 'fa:16:3e:a1:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8b8d9e-553e-4193-aaf6-1f599d5282bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T14:07:26Z', 'updated_at': '2022-07-15T14:07:43Z', 'revision_number': 2, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'fixed_ip_address_scope': None}, {'id': '8c6e228b-26d0-45cc-8ee5-0fba23fd272b', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'floating_ip_address': '172.27.0.100', 'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'router_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'port_id': 'bf9cdbb3-3ca5-4ea9-b03c-b329339421be', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5', 'mac_address': 'fa:16:3e:3e:fd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b75964-be8c-4cda-b4da-d9156a8b65fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T14:08:28Z', 'updated_at': '2022-07-15T14:08:42Z', 'revision_number': 1, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a76e407d-90b4-4481-818a-ae7c0d5f0deb', 'name': '', 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'mac_address': 'fa:16:3e:79:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e9260d0b-edd3-47d2-82af-0f443bfabd45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:20Z', 'updated_at': '2022-07-15T14:07:28Z', 'revision_number': 5, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'subnets': [{'id': 'e9260d0b-edd3-47d2-82af-0f443bfabd45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:08:43.368375 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:43.374360 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-83dad711-5847-44eb-85ea-f6f8c4fcb5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (6c40ee43-5406-4a95-b7b4-11b32ddced25), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:43.570027 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edad5dcf-2f54-4fd1-a7e1-d8b332b3a420 None None] New status for floating IP 8c6e228b-26d0-45cc-8ee5-0fba23fd272b: ACTIVE {{(pid=103884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 15 14:08:44.320421 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-3117b6cd-8377-4598-90e9-298b0791c2f7 None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:08:44.850090 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 54038) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:08:44.958997 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f11b042c-9c7e-4ace-84c5-61dfa6ad1138 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:45.002353 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:45.047429 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f11b042c-9c7e-4ace-84c5-61dfa6ad1138 admin admin] Publish callbacks [] for security_group (e80e6e71-a76b-4d42-ae1e-69328ca66b80), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:45.051420 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f11b042c-9c7e-4ace-84c5-61dfa6ad1138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (e80e6e71-a76b-4d42-ae1e-69328ca66b80), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:45.093900 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-f11b042c-9c7e-4ace-84c5-61dfa6ad1138 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d64e1e31621b4710bbf181d1d68c6e46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2426894 Jul 15 14:08:45.094623 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11b042c-9c7e-4ace-84c5-61dfa6ad1138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80e6e71-a76b-4d42-ae1e-69328ca66b80,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:45.096568 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 54042) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:08:45.149118 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-33446d0a-b842-4bb4-82cb-8c49d05245ae admin admin] Publish callbacks [] for security_group (e80e6e71-a76b-4d42-ae1e-69328ca66b80), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:45.179712 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-33446d0a-b842-4bb4-82cb-8c49d05245ae admin admin] Publish callbacks [] for security_group (e80e6e71-a76b-4d42-ae1e-69328ca66b80), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:45.229608 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-33446d0a-b842-4bb4-82cb-8c49d05245ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (e80e6e71-a76b-4d42-ae1e-69328ca66b80), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:45.232828 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-33446d0a-b842-4bb4-82cb-8c49d05245ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:45.234057 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-33446d0a-b842-4bb4-82cb-8c49d05245ae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e80e6e71-a76b-4d42-ae1e-69328ca66b80 HTTP/1.1" status: 204 len: 168 time: 0.1364179 Jul 15 14:08:45.246515 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33446d0a-b842-4bb4-82cb-8c49d05245ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80e6e71-a76b-4d42-ae1e-69328ca66b80,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:45.538283 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 54048) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:08:45.552730 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4c0ebebb-d2c3-41a1-9436-cb24a0b0175b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:45.637176 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4c0ebebb-d2c3-41a1-9436-cb24a0b0175b admin admin] Publish callbacks [] for security_group (fe982e8b-2327-4fa2-923a-6ad6347e5bf0), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:45.641147 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4c0ebebb-d2c3-41a1-9436-cb24a0b0175b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (fe982e8b-2327-4fa2-923a-6ad6347e5bf0), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:45.671895 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=8 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:45.682488 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-4c0ebebb-d2c3-41a1-9436-cb24a0b0175b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2f29e72a9e38421e9590fca8cb7e5679&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1431670 Jul 15 14:08:45.683579 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0ebebb-d2c3-41a1-9436-cb24a0b0175b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe982e8b-2327-4fa2-923a-6ad6347e5bf0,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:45.685800 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 54050) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:08:45.734239 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0c1b953c-3d04-4f07-ae4d-afab0a71383a admin admin] Publish callbacks [] for security_group (fe982e8b-2327-4fa2-923a-6ad6347e5bf0), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:45.759882 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0c1b953c-3d04-4f07-ae4d-afab0a71383a admin admin] Publish callbacks [] for security_group (fe982e8b-2327-4fa2-923a-6ad6347e5bf0), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:45.806431 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0c1b953c-3d04-4f07-ae4d-afab0a71383a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (fe982e8b-2327-4fa2-923a-6ad6347e5bf0), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:45.808991 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0c1b953c-3d04-4f07-ae4d-afab0a71383a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:45.810709 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-0c1b953c-3d04-4f07-ae4d-afab0a71383a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fe982e8b-2327-4fa2-923a-6ad6347e5bf0 HTTP/1.1" status: 204 len: 168 time: 0.1233544 Jul 15 14:08:45.818584 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1b953c-3d04-4f07-ae4d-afab0a71383a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe982e8b-2327-4fa2-923a-6ad6347e5bf0,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:45.845001 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ef9ae818-0156-46df-9f27-2c6407df4f70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (f703993d-e678-48e2-a65c-4d8192af82e3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:47.289860 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62650970-9807-4a53-b182-b0e3c169648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (be31d1c0-1844-4ed1-99dc-0179bb6e7ee8), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:47.797658 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 54122) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:08:47.906397 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-41b867a6-bc35-4abe-be5f-6b627d60a55c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:47.992629 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-41b867a6-bc35-4abe-be5f-6b627d60a55c admin admin] Publish callbacks [] for security_group (dba67615-84ff-41a1-9c6d-9806ea39c271), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:47.996409 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-41b867a6-bc35-4abe-be5f-6b627d60a55c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (dba67615-84ff-41a1-9c6d-9806ea39c271), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:48.041616 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-41b867a6-bc35-4abe-be5f-6b627d60a55c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0d156cdfa9dd4b5785d6d76b0f270875&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2428634 Jul 15 14:08:48.042473 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b867a6-bc35-4abe-be5f-6b627d60a55c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba67615-84ff-41a1-9c6d-9806ea39c271,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:48.044282 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 54126) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:08:48.094085 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-59c1445f-5db2-48df-a5d4-ae18f2b2ecff admin admin] Publish callbacks [] for security_group (dba67615-84ff-41a1-9c6d-9806ea39c271), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:48.115321 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-59c1445f-5db2-48df-a5d4-ae18f2b2ecff admin admin] Publish callbacks [] for security_group (dba67615-84ff-41a1-9c6d-9806ea39c271), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:48.162210 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-59c1445f-5db2-48df-a5d4-ae18f2b2ecff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (dba67615-84ff-41a1-9c6d-9806ea39c271), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:48.165222 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-59c1445f-5db2-48df-a5d4-ae18f2b2ecff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:48.166026 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-59c1445f-5db2-48df-a5d4-ae18f2b2ecff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dba67615-84ff-41a1-9c6d-9806ea39c271 HTTP/1.1" status: 204 len: 168 time: 0.1206412 Jul 15 14:08:48.174193 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c1445f-5db2-48df-a5d4-ae18f2b2ecff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba67615-84ff-41a1-9c6d-9806ea39c271,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:48.437782 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 54134) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:08:48.451870 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-40afd563-8e70-4456-bd59-4e6e37de2646 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:48.530750 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-40afd563-8e70-4456-bd59-4e6e37de2646 admin admin] Publish callbacks [] for security_group (45eaa3a5-c01f-4465-9f2a-53976356d369), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:48.535974 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-40afd563-8e70-4456-bd59-4e6e37de2646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (45eaa3a5-c01f-4465-9f2a-53976356d369), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:48.537811 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee182daf-6335-4abe-96a5-cfae59e42a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (d0f04363-b393-47bd-b9b2-c25e00098206), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:48.570378 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:48.576084 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40afd563-8e70-4456-bd59-4e6e37de2646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45eaa3a5-c01f-4465-9f2a-53976356d369,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:48.581631 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-40afd563-8e70-4456-bd59-4e6e37de2646 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eba0d554320445ba9dc5e45223b51d81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1428132 Jul 15 14:08:48.584524 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 54136) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:08:48.636220 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-36bfca91-f525-4267-8d65-ae3583b35dfa admin admin] Publish callbacks [] for security_group (45eaa3a5-c01f-4465-9f2a-53976356d369), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:48.658261 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-36bfca91-f525-4267-8d65-ae3583b35dfa admin admin] Publish callbacks [] for security_group (45eaa3a5-c01f-4465-9f2a-53976356d369), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:48.705823 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-36bfca91-f525-4267-8d65-ae3583b35dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (45eaa3a5-c01f-4465-9f2a-53976356d369), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:48.708505 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-36bfca91-f525-4267-8d65-ae3583b35dfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:48.709651 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-36bfca91-f525-4267-8d65-ae3583b35dfa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/45eaa3a5-c01f-4465-9f2a-53976356d369 HTTP/1.1" status: 204 len: 168 time: 0.1241329 Jul 15 14:08:48.717597 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bfca91-f525-4267-8d65-ae3583b35dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45eaa3a5-c01f-4465-9f2a-53976356d369,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:48.743914 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (7bcac420-d3a9-4cfc-af22-5ba5795a5287), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:53.277719 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 54212) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:08:53.420451 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-74886176-e6b6-49b2-a581-43f2b26a8f27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:53.514585 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-74886176-e6b6-49b2-a581-43f2b26a8f27 admin admin] Publish callbacks [] for security_group (b5461c34-43e7-4a95-a717-d7a5a5466ef2), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:53.519100 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-74886176-e6b6-49b2-a581-43f2b26a8f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (b5461c34-43e7-4a95-a717-d7a5a5466ef2), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:53.565244 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74886176-e6b6-49b2-a581-43f2b26a8f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5461c34-43e7-4a95-a717-d7a5a5466ef2,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:53.569744 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-74886176-e6b6-49b2-a581-43f2b26a8f27 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3f5e77259c3d402fb6d0b2484c5419ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2905824 Jul 15 14:08:53.572853 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 54216) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:08:53.636996 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0cb08cbe-291a-4386-aa9f-85dc6968e22d admin admin] Publish callbacks [] for security_group (b5461c34-43e7-4a95-a717-d7a5a5466ef2), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:53.662580 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0cb08cbe-291a-4386-aa9f-85dc6968e22d admin admin] Publish callbacks [] for security_group (b5461c34-43e7-4a95-a717-d7a5a5466ef2), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:53.676822 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:53.714989 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0cb08cbe-291a-4386-aa9f-85dc6968e22d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (b5461c34-43e7-4a95-a717-d7a5a5466ef2), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:53.718641 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0cb08cbe-291a-4386-aa9f-85dc6968e22d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:53.719882 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-0cb08cbe-291a-4386-aa9f-85dc6968e22d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b5461c34-43e7-4a95-a717-d7a5a5466ef2 HTTP/1.1" status: 204 len: 168 time: 0.1460671 Jul 15 14:08:53.728973 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb08cbe-291a-4386-aa9f-85dc6968e22d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5461c34-43e7-4a95-a717-d7a5a5466ef2,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:54.012008 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 54222) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:08:54.025993 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5c0ebf56-fe75-4888-bcc0-6ea2ed1e7431 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:54.027746 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:54.114073 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5c0ebf56-fe75-4888-bcc0-6ea2ed1e7431 admin admin] Publish callbacks [] for security_group (ed6cb7c8-00e6-4241-88ea-f2e8aaae4481), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:54.118070 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5c0ebf56-fe75-4888-bcc0-6ea2ed1e7431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (ed6cb7c8-00e6-4241-88ea-f2e8aaae4481), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:54.160475 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0ebf56-fe75-4888-bcc0-6ea2ed1e7431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6cb7c8-00e6-4241-88ea-f2e8aaae4481,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:54.164776 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-5c0ebf56-fe75-4888-bcc0-6ea2ed1e7431 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=40ab9357783b419a83e192123b581543&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1516633 Jul 15 14:08:54.168231 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 54224) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:08:54.183731 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:54.225294 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2019912a-62eb-4669-8359-cc8fe80cecf6 admin admin] Publish callbacks [] for security_group (ed6cb7c8-00e6-4241-88ea-f2e8aaae4481), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:54.250630 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2019912a-62eb-4669-8359-cc8fe80cecf6 admin admin] Publish callbacks [] for security_group (ed6cb7c8-00e6-4241-88ea-f2e8aaae4481), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:54.301746 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2019912a-62eb-4669-8359-cc8fe80cecf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (ed6cb7c8-00e6-4241-88ea-f2e8aaae4481), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:54.304330 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2019912a-62eb-4669-8359-cc8fe80cecf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:54.305535 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-2019912a-62eb-4669-8359-cc8fe80cecf6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ed6cb7c8-00e6-4241-88ea-f2e8aaae4481 HTTP/1.1" status: 204 len: 168 time: 0.1363342 Jul 15 14:08:54.314872 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2019912a-62eb-4669-8359-cc8fe80cecf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6cb7c8-00e6-4241-88ea-f2e8aaae4481,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:54.316377 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:55.577435 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 54258) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:08:55.688259 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f345727c-3ce3-4630-982b-d358b31f88c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:55.774879 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f345727c-3ce3-4630-982b-d358b31f88c9 admin admin] Publish callbacks [] for security_group (f5a0c705-576d-4e32-b054-2910568837ca), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:55.779296 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f345727c-3ce3-4630-982b-d358b31f88c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (f5a0c705-576d-4e32-b054-2910568837ca), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:55.821464 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f345727c-3ce3-4630-982b-d358b31f88c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a0c705-576d-4e32-b054-2910568837ca,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:55.825823 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-f345727c-3ce3-4630-982b-d358b31f88c9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4e89d1426fa746dd81b4d8fab49a4317&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2473350 Jul 15 14:08:55.828577 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 54264) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:08:55.881018 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b2181181-a1f8-432b-a28a-51b8c4dd53fc admin admin] Publish callbacks [] for security_group (f5a0c705-576d-4e32-b054-2910568837ca), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:55.905019 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b2181181-a1f8-432b-a28a-51b8c4dd53fc admin admin] Publish callbacks [] for security_group (f5a0c705-576d-4e32-b054-2910568837ca), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:55.953700 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b2181181-a1f8-432b-a28a-51b8c4dd53fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (f5a0c705-576d-4e32-b054-2910568837ca), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:55.956249 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b2181181-a1f8-432b-a28a-51b8c4dd53fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:55.959854 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-b2181181-a1f8-432b-a28a-51b8c4dd53fc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f5a0c705-576d-4e32-b054-2910568837ca HTTP/1.1" status: 204 len: 168 time: 0.1279445 Jul 15 14:08:55.965787 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2181181-a1f8-432b-a28a-51b8c4dd53fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a0c705-576d-4e32-b054-2910568837ca,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:56.651184 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 54286) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:08:56.756249 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-145ce8ea-ccbe-4811-8dca-37006e117bf3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1580463029-network', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:08:56.777918 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145ce8ea-ccbe-4811-8dca-37006e117bf3 admin admin] Made reservation on behalf of ddbd6e1cb0814523b4e528c14d06cdad for: {'network': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:08:56.780506 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-145ce8ea-ccbe-4811-8dca-37006e117bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for network (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:56.789287 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-145ce8ea-ccbe-4811-8dca-37006e117bf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:56.873291 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:INSERT=23,neutron:UPDATE=2,neutron:SELECT=71,neutron:DELETE=4 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:56.875365 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-145ce8ea-ccbe-4811-8dca-37006e117bf3 admin admin] Publish callbacks [] for security_group (afec9ecc-c743-4ec3-a8b8-82f2133c7680), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:56.881217 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-145ce8ea-ccbe-4811-8dca-37006e117bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (afec9ecc-c743-4ec3-a8b8-82f2133c7680), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:56.903117 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (73ab3907-1bcf-455f-a05d-131e96f159a2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:56.918561 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-145ce8ea-ccbe-4811-8dca-37006e117bf3 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=103882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:08:56.929693 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145ce8ea-ccbe-4811-8dca-37006e117bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afec9ecc-c743-4ec3-a8b8-82f2133c7680,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:56.935525 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-145ce8ea-ccbe-4811-8dca-37006e117bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7753414'] for segment (b4cd819b-3570-4fd1-90e3-441ac0a8020d), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:56.935860 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.db.segments_db [None req-145ce8ea-ccbe-4811-8dca-37006e117bf3 admin admin] Added segment b4cd819b-3570-4fd1-90e3-441ac0a8020d of type vlan for network 83416a30-2d17-494b-808c-bdf0235bc309 Jul 15 14:08:56.983724 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-145ce8ea-ccbe-4811-8dca-37006e117bf3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774722052666'] for network (83416a30-2d17-494b-808c-bdf0235bc309), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:56.992594 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:57.012488 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-145ce8ea-ccbe-4811-8dca-37006e117bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794'] for network (83416a30-2d17-494b-808c-bdf0235bc309), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:57.013650 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145ce8ea-ccbe-4811-8dca-37006e117bf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:08:57.014231 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-145ce8ea-ccbe-4811-8dca-37006e117bf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for network (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:57.078841 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-145ce8ea-ccbe-4811-8dca-37006e117bf3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.4265308 Jul 15 14:08:57.081899 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 54290) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:08:57.082674 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145ce8ea-ccbe-4811-8dca-37006e117bf3 admin admin] Pushing event updated for resources: {'Network': ['ID=83416a30-2d17-494b-808c-bdf0235bc309,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:57.087071 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-5cf184bf-41be-4129-92dd-cb461b1cd854 admin admin] Request body: {'subnet': {'network_id': '83416a30-2d17-494b-808c-bdf0235bc309', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1580463029-subnet', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'ip_version': 4}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:08:57.092575 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Network 83416a30-2d17-494b-808c-bdf0235bc309 details requested by agent ovs-agent-dv-cinder-850002-1-iscsi with host dv-cinder-850002-1-iscsi {{(pid=103883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:08:57.109642 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf184bf-41be-4129-92dd-cb461b1cd854 admin admin] Made reservation on behalf of ddbd6e1cb0814523b4e528c14d06cdad for: {'subnet': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:08:57.112439 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5cf184bf-41be-4129-92dd-cb461b1cd854 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59476033'] for subnet (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:57.209999 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:57.298253 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5cf184bf-41be-4129-92dd-cb461b1cd854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3268383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59476147'] for subnet (36841f61-1fd6-4773-a700-5f34edf482dd), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:57.352037 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf184bf-41be-4129-92dd-cb461b1cd854 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36841f61-1fd6-4773-a700-5f34edf482dd,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:57.372065 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf184bf-41be-4129-92dd-cb461b1cd854 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:57.372468 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf184bf-41be-4129-92dd-cb461b1cd854 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:57.372821 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf184bf-41be-4129-92dd-cb461b1cd854 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:57.373161 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf184bf-41be-4129-92dd-cb461b1cd854 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:57.373494 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf184bf-41be-4129-92dd-cb461b1cd854 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:57.373832 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf184bf-41be-4129-92dd-cb461b1cd854 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:57.374161 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf184bf-41be-4129-92dd-cb461b1cd854 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:57.374487 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf184bf-41be-4129-92dd-cb461b1cd854 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:57.374881 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf184bf-41be-4129-92dd-cb461b1cd854 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:57.375205 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf184bf-41be-4129-92dd-cb461b1cd854 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:57.375565 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf184bf-41be-4129-92dd-cb461b1cd854 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:57.375891 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf184bf-41be-4129-92dd-cb461b1cd854 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:57.376213 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf184bf-41be-4129-92dd-cb461b1cd854 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:57.376571 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf184bf-41be-4129-92dd-cb461b1cd854 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:57.376914 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf184bf-41be-4129-92dd-cb461b1cd854 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:57.385604 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf184bf-41be-4129-92dd-cb461b1cd854 admin admin] Checking segment: {'id': 'b4cd819b-3570-4fd1-90e3-441ac0a8020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:08:57.385961 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf184bf-41be-4129-92dd-cb461b1cd854 admin admin] Network hostable DHCP agents. Network: 83416a30-2d17-494b-808c-bdf0235bc309, hostable agents: ['6c40ee43-5406-4a95-b7b4-11b32ddced25'], hosted agents: [] {{(pid=103881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:08:57.406513 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf184bf-41be-4129-92dd-cb461b1cd854 admin admin] Network 83416a30-2d17-494b-808c-bdf0235bc309 is scheduled to be hosted by DHCP agent 6c40ee43-5406-4a95-b7b4-11b32ddced25 with binding_index 1 {{(pid=103881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:08:57.416646 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-5cf184bf-41be-4129-92dd-cb461b1cd854 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850002-1-iscsi, 83416a30-2d17-494b-808c-bdf0235bc309) {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:08:57.421588 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf184bf-41be-4129-92dd-cb461b1cd854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:08:57.422191 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5cf184bf-41be-4129-92dd-cb461b1cd854 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for subnet (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:57.429765 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05885b6-7385-4c79-89b3-9aed8bc3c285 None None] Network 83416a30-2d17-494b-808c-bdf0235bc309 requested from dv-cinder-850002-1-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 14:08:57.438700 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-5cf184bf-41be-4129-92dd-cb461b1cd854 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3555975 Jul 15 14:08:57.441553 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 54292) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:08:57.445757 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-f4b62653-713c-45e4-b3c6-a197ad3e7857 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1580463029-router', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'}}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:08:57.452297 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:57.477076 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f4b62653-713c-45e4-b3c6-a197ad3e7857 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6535'] for router (a2890c66-8fcd-49a7-9eb7-46e03a8768ca), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:57.480243 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f4b62653-713c-45e4-b3c6-a197ad3e7857 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451168', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6558'] for router (a2890c66-8fcd-49a7-9eb7-46e03a8768ca), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:57.498250 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:57.539480 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f4b62653-713c-45e4-b3c6-a197ad3e7857 admin admin] Publish callbacks [] for router_controller (a2890c66-8fcd-49a7-9eb7-46e03a8768ca), precommit_add_association {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:57.554144 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c608d4c-27e2-4ced-853a-8deb764fff6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc234a0a-26a4-5646-a6f4-c567700ad66a-83416a30-2d17-494b-808c-bdf0235bc309', 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309', 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'fixed_ips': [{'subnet_id': '36841f61-1fd6-4773-a700-5f34edf482dd'}]}} from dv-cinder-850002-1-iscsi. {{(pid=103883) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 15 14:08:57.555083 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-8c608d4c-27e2-4ced-853a-8deb764fff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:57.682503 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f4b62653-713c-45e4-b3c6-a197ad3e7857 admin admin] Publish callbacks [] for router_gateway (a2890c66-8fcd-49a7-9eb7-46e03a8768ca), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:57.820400 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [None req-8c608d4c-27e2-4ced-853a-8deb764fff6b None None] Allocated IP 172.20.0.2 (83416a30-2d17-494b-808c-bdf0235bc309/36841f61-1fd6-4773-a700-5f34edf482dd/ea22fc1d-eb21-4ca1-9a4b-fcd19350fc99) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:08:57.865002 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f4b62653-713c-45e4-b3c6-a197ad3e7857 admin admin] Publish callbacks [] for router_gateway (a2890c66-8fcd-49a7-9eb7-46e03a8768ca), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:57.885007 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f4b62653-713c-45e4-b3c6-a197ad3e7857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:57.967690 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-8c608d4c-27e2-4ced-853a-8deb764fff6b None None] Publish callbacks [] for port (ea22fc1d-eb21-4ca1-9a4b-fcd19350fc99), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:57.974574 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-8c608d4c-27e2-4ced-853a-8deb764fff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679'] for port (ea22fc1d-eb21-4ca1-9a4b-fcd19350fc99), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:57.994606 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [None req-f4b62653-713c-45e4-b3c6-a197ad3e7857 admin admin] Allocated IP 172.27.0.185 (85d18fe6-b559-49ae-a129-0350ffd7e8bf/5080191c-7e2b-40a2-af2d-f84b5c858cde/f9b31570-8db1-4985-9fb9-149b734b6d1b) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:08:58.014435 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c608d4c-27e2-4ced-853a-8deb764fff6b None None] Network 83416a30-2d17-494b-808c-bdf0235bc309 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:08:58.021978 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-8c608d4c-27e2-4ced-853a-8deb764fff6b None None] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:08:58.025916 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c608d4c-27e2-4ced-853a-8deb764fff6b None None] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:08:58.030751 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c608d4c-27e2-4ced-853a-8deb764fff6b None None] Pushing event updated for resources: {'Port': ['ID=ea22fc1d-eb21-4ca1-9a4b-fcd19350fc99,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:58.089188 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-8c608d4c-27e2-4ced-853a-8deb764fff6b None None] Attempting to bind port ea22fc1d-eb21-4ca1-9a4b-fcd19350fc99 on host dv-cinder-850002-1-iscsi for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 15 14:08:58.089561 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-8c608d4c-27e2-4ced-853a-8deb764fff6b None None] Attempting to bind port ea22fc1d-eb21-4ca1-9a4b-fcd19350fc99 by drivers openvswitch,hyperv on host dv-cinder-850002-1-iscsi at level 0 using segments [{'id': 'b4cd819b-3570-4fd1-90e3-441ac0a8020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 15 14:08:58.089932 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c608d4c-27e2-4ced-853a-8deb764fff6b None None] Attempting to bind port ea22fc1d-eb21-4ca1-9a4b-fcd19350fc99 on network 83416a30-2d17-494b-808c-bdf0235bc309 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:08:58.095371 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c608d4c-27e2-4ced-853a-8deb764fff6b None None] Checking agent: {'id': '7bcac420-d3a9-4cfc-af22-5ba5795a5287', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 13, 52, 19), 'started_at': datetime.datetime(2022, 7, 15, 13, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 14, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 14:08:58.095746 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c608d4c-27e2-4ced-853a-8deb764fff6b None None] Checking segment: {'id': 'b4cd819b-3570-4fd1-90e3-441ac0a8020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:08:58.096145 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-8c608d4c-27e2-4ced-853a-8deb764fff6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:58.096582 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c608d4c-27e2-4ced-853a-8deb764fff6b None None] Bound using segment: {'id': 'b4cd819b-3570-4fd1-90e3-441ac0a8020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 14:08:58.097091 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-8c608d4c-27e2-4ced-853a-8deb764fff6b None None] Bound port: ea22fc1d-eb21-4ca1-9a4b-fcd19350fc99, host: dv-cinder-850002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4cd819b-3570-4fd1-90e3-441ac0a8020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 15 14:08:58.097476 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-8c608d4c-27e2-4ced-853a-8deb764fff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (ea22fc1d-eb21-4ca1-9a4b-fcd19350fc99), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:58.118816 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f4b62653-713c-45e4-b3c6-a197ad3e7857 admin admin] Publish callbacks [] for port (f9b31570-8db1-4985-9fb9-149b734b6d1b), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:58.130116 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:58.159327 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f4b62653-713c-45e4-b3c6-a197ad3e7857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (f9b31570-8db1-4985-9fb9-149b734b6d1b), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:58.173301 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-8c608d4c-27e2-4ced-853a-8deb764fff6b None None] For port ea22fc1d-eb21-4ca1-9a4b-fcd19350fc99, host dv-cinder-850002-1-iscsi, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:08:58.177468 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-8c608d4c-27e2-4ced-853a-8deb764fff6b None None] For port ea22fc1d-eb21-4ca1-9a4b-fcd19350fc99, host dv-cinder-850002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=ea22fc1d-eb21-4ca1-9a4b-fcd19350fc99,segment=NetworkSegment(b4cd819b-3570-4fd1-90e3-441ac0a8020d),segment_id=b4cd819b-3570-4fd1-90e3-441ac0a8020d)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:08:58.184227 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-8c608d4c-27e2-4ced-853a-8deb764fff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (ea22fc1d-eb21-4ca1-9a4b-fcd19350fc99), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:58.211538 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b62653-713c-45e4-b3c6-a197ad3e7857 admin admin] Network 85d18fe6-b559-49ae-a129-0350ffd7e8bf is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:08:58.216832 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-f4b62653-713c-45e4-b3c6-a197ad3e7857 admin admin] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:08:58.219018 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b62653-713c-45e4-b3c6-a197ad3e7857 admin admin] Pushing event updated for resources: {'Port': ['ID=f9b31570-8db1-4985-9fb9-149b734b6d1b,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:58.221077 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b62653-713c-45e4-b3c6-a197ad3e7857 admin admin] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:08:58.245769 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c608d4c-27e2-4ced-853a-8deb764fff6b None None] Pushing event updated for resources: {'Port': ['ID=ea22fc1d-eb21-4ca1-9a4b-fcd19350fc99,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:58.453700 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:58.480713 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f4b62653-713c-45e4-b3c6-a197ad3e7857 admin admin] Publish callbacks [] for router_gateway (a2890c66-8fcd-49a7-9eb7-46e03a8768ca), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:58.686935 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f4b62653-713c-45e4-b3c6-a197ad3e7857 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451316'] for router (a2890c66-8fcd-49a7-9eb7-46e03a8768ca), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:59.091832 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4b62653-713c-45e4-b3c6-a197ad3e7857 admin admin] Router a2890c66-8fcd-49a7-9eb7-46e03a8768ca is scheduled to L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 with binding_index 1 {{(pid=103881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 15 14:08:59.197214 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1930a3b-57f0-4c10-80d4-d0420f9d82c5 None None] Network 83416a30-2d17-494b-808c-bdf0235bc309 requested from dv-cinder-850002-1-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 14:08:59.212101 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b62653-713c-45e4-b3c6-a197ad3e7857 admin admin] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:08:59.228125 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcf90f0-2438-4b06-9e4b-9c39594851e5 None None] Sync routers for ids ['a2890c66-8fcd-49a7-9eb7-46e03a8768ca'] in dv-cinder-850002-1-iscsi {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:08:59.240611 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f4b62653-713c-45e4-b3c6-a197ad3e7857 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:59.245351 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-f4b62653-713c-45e4-b3c6-a197ad3e7857 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7997813 Jul 15 14:08:59.245736 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 54294) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:08:59.285681 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcf90f0-2438-4b06-9e4b-9c39594851e5 None None] Routers {'a2890c66-8fcd-49a7-9eb7-46e03a8768ca'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:08:59.286315 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-7bcf90f0-2438-4b06-9e4b-9c39594851e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:08:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['a2890c66-8fcd-49a7-9eb7-46e03a8768ca'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:08:59.288153 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-29efc990-d6f5-4f18-a7ff-c7a6ce6d68dd None None] Provisioning complete for port ea22fc1d-eb21-4ca1-9a4b-fcd19350fc99 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:08:59.288563 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-29efc990-d6f5-4f18-a7ff-c7a6ce6d68dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (ea22fc1d-eb21-4ca1-9a4b-fcd19350fc99), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:59.428755 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:59.576443 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:59.592683 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-7bcf90f0-2438-4b06-9e4b-9c39594851e5 None None] Set router a2890c66-8fcd-49a7-9eb7-46e03a8768ca gateway port host: dv-cinder-850002-1-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:08:59.651011 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device ea22fc1d-eb21-4ca1-9a4b-fcd19350fc99 up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:08:59.658529 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-29efc990-d6f5-4f18-a7ff-c7a6ce6d68dd None None] Current status of the port ea22fc1d-eb21-4ca1-9a4b-fcd19350fc99 is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:08:59.658921 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-29efc990-d6f5-4f18-a7ff-c7a6ce6d68dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (ea22fc1d-eb21-4ca1-9a4b-fcd19350fc99), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:59.738754 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3c80dfe3-962e-422c-bdc2-b9fecf714894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:59.774081 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:59.785637 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-29efc990-d6f5-4f18-a7ff-c7a6ce6d68dd None None] For port ea22fc1d-eb21-4ca1-9a4b-fcd19350fc99, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=ea22fc1d-eb21-4ca1-9a4b-fcd19350fc99,segment=NetworkSegment(b4cd819b-3570-4fd1-90e3-441ac0a8020d),segment_id=b4cd819b-3570-4fd1-90e3-441ac0a8020d)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:08:59.792134 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:59.798109 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-29efc990-d6f5-4f18-a7ff-c7a6ce6d68dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (ea22fc1d-eb21-4ca1-9a4b-fcd19350fc99), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:59.848307 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port ea22fc1d-eb21-4ca1-9a4b-fcd19350fc99 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:08:59.848635 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (ea22fc1d-eb21-4ca1-9a4b-fcd19350fc99), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:59.895211 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:08:59.954273 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-f3a8094d-815c-428c-a7d5-f236dd259d01 None None] Provisioning complete for port ea22fc1d-eb21-4ca1-9a4b-fcd19350fc99 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:08:59.954568 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f3a8094d-815c-428c-a7d5-f236dd259d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (ea22fc1d-eb21-4ca1-9a4b-fcd19350fc99), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:08:59.960848 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29efc990-d6f5-4f18-a7ff-c7a6ce6d68dd None None] Pushing event updated for resources: {'Port': ['ID=ea22fc1d-eb21-4ca1-9a4b-fcd19350fc99,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:59.984272 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-7bcf90f0-2438-4b06-9e4b-9c39594851e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'name': 'tempest-TestVolumeBootPattern-1580463029-router', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'f9b31570-8db1-4985-9fb9-149b734b6d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:08:57Z', 'updated_at': '2022-07-15T14:08:58Z', 'revision_number': 3, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'gw_port': {'id': 'f9b31570-8db1-4985-9fb9-149b734b6d1b', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:40:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:08:57Z', 'updated_at': '2022-07-15T14:08:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi'}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:00.008374 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [None req-3c80dfe3-962e-422c-bdc2-b9fecf714894 admin admin] Allocated IP 172.20.0.1 (83416a30-2d17-494b-808c-bdf0235bc309/36841f61-1fd6-4773-a700-5f34edf482dd/5d8b7d29-2293-4456-af70-b4ca025cde85) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:09:00.024947 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcf90f0-2438-4b06-9e4b-9c39594851e5 None None] Checking router: a2890c66-8fcd-49a7-9eb7-46e03a8768ca for host: dv-cinder-850002-1-iscsi {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:09:00.025343 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcf90f0-2438-4b06-9e4b-9c39594851e5 None None] Updating router a2890c66-8fcd-49a7-9eb7-46e03a8768ca port f9b31570-8db1-4985-9fb9-149b734b6d1b binding host dv-cinder-850002-1-iscsi {{(pid=103883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:09:00.100573 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcf90f0-2438-4b06-9e4b-9c39594851e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (f9b31570-8db1-4985-9fb9-149b734b6d1b), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:00.104621 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port ea22fc1d-eb21-4ca1-9a4b-fcd19350fc99 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:09:00.154223 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3c80dfe3-962e-422c-bdc2-b9fecf714894 admin admin] Publish callbacks [] for port (5d8b7d29-2293-4456-af70-b4ca025cde85), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:00.204676 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3c80dfe3-962e-422c-bdc2-b9fecf714894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (5d8b7d29-2293-4456-af70-b4ca025cde85), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:00.212535 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-f3a8094d-815c-428c-a7d5-f236dd259d01 None None] Current status of the port ea22fc1d-eb21-4ca1-9a4b-fcd19350fc99 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:09:00.246292 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c80dfe3-962e-422c-bdc2-b9fecf714894 admin admin] Network 83416a30-2d17-494b-808c-bdf0235bc309 is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:09:00.249475 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-3c80dfe3-962e-422c-bdc2-b9fecf714894 admin admin] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:09:00.252249 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c80dfe3-962e-422c-bdc2-b9fecf714894 admin admin] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:09:00.264615 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:00.300622 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c80dfe3-962e-422c-bdc2-b9fecf714894 admin admin] Pushing event updated for resources: {'Port': ['ID=5d8b7d29-2293-4456-af70-b4ca025cde85,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:00.319811 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3c80dfe3-962e-422c-bdc2-b9fecf714894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562181'] for router_interface (a2890c66-8fcd-49a7-9eb7-46e03a8768ca), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:00.441795 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcf90f0-2438-4b06-9e4b-9c39594851e5 None None] Publish callbacks [] for port (f9b31570-8db1-4985-9fb9-149b734b6d1b), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:00.448964 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcf90f0-2438-4b06-9e4b-9c39594851e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (f9b31570-8db1-4985-9fb9-149b734b6d1b), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:00.475887 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3c80dfe3-962e-422c-bdc2-b9fecf714894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (5d8b7d29-2293-4456-af70-b4ca025cde85), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:00.514856 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-7bcf90f0-2438-4b06-9e4b-9c39594851e5 None None] Attempting to bind port f9b31570-8db1-4985-9fb9-149b734b6d1b on host dv-cinder-850002-1-iscsi for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 15 14:09:00.515229 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-7bcf90f0-2438-4b06-9e4b-9c39594851e5 None None] Attempting to bind port f9b31570-8db1-4985-9fb9-149b734b6d1b by drivers openvswitch,hyperv on host dv-cinder-850002-1-iscsi at level 0 using segments [{'id': '4890d217-1662-4526-a7d0-b4e3cb182093', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 15 14:09:00.515591 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcf90f0-2438-4b06-9e4b-9c39594851e5 None None] Attempting to bind port f9b31570-8db1-4985-9fb9-149b734b6d1b on network 85d18fe6-b559-49ae-a129-0350ffd7e8bf {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:09:00.521435 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77576bc-1207-44ed-8c7c-ba0811a4080a None None] Pushing event updated for resources: {'Port': ['ID=f9b31570-8db1-4985-9fb9-149b734b6d1b,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:00.527047 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcf90f0-2438-4b06-9e4b-9c39594851e5 None None] Checking agent: {'id': '7bcac420-d3a9-4cfc-af22-5ba5795a5287', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 13, 52, 19), 'started_at': datetime.datetime(2022, 7, 15, 13, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 14, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 14:09:00.527357 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcf90f0-2438-4b06-9e4b-9c39594851e5 None None] Checking segment: {'id': '4890d217-1662-4526-a7d0-b4e3cb182093', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:09:00.527778 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcf90f0-2438-4b06-9e4b-9c39594851e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:00.528228 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcf90f0-2438-4b06-9e4b-9c39594851e5 None None] Bound using segment: {'id': '4890d217-1662-4526-a7d0-b4e3cb182093', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 14:09:00.528862 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-7bcf90f0-2438-4b06-9e4b-9c39594851e5 None None] Bound port: f9b31570-8db1-4985-9fb9-149b734b6d1b, host: dv-cinder-850002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4890d217-1662-4526-a7d0-b4e3cb182093', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 15 14:09:00.529316 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcf90f0-2438-4b06-9e4b-9c39594851e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (f9b31570-8db1-4985-9fb9-149b734b6d1b), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:00.580363 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-99bd4997-fbec-4f44-a71b-02e465e73707 None None] Provisioning complete for port 5d8b7d29-2293-4456-af70-b4ca025cde85 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:09:00.580775 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-99bd4997-fbec-4f44-a71b-02e465e73707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (5d8b7d29-2293-4456-af70-b4ca025cde85), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:00.617686 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-7bcf90f0-2438-4b06-9e4b-9c39594851e5 None None] For port f9b31570-8db1-4985-9fb9-149b734b6d1b, host dv-cinder-850002-1-iscsi, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:09:00.633344 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-99bd4997-fbec-4f44-a71b-02e465e73707 None None] Port 5d8b7d29-2293-4456-af70-b4ca025cde85 cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 15 14:09:00.638445 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-7bcf90f0-2438-4b06-9e4b-9c39594851e5 None None] For port f9b31570-8db1-4985-9fb9-149b734b6d1b, host dv-cinder-850002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=f9b31570-8db1-4985-9fb9-149b734b6d1b,segment=NetworkSegment(4890d217-1662-4526-a7d0-b4e3cb182093),segment_id=4890d217-1662-4526-a7d0-b4e3cb182093)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:09:00.645539 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcf90f0-2438-4b06-9e4b-9c39594851e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (f9b31570-8db1-4985-9fb9-149b734b6d1b), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:00.668833 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3c80dfe3-962e-422c-bdc2-b9fecf714894 admin admin] Publish callbacks [] for port (5d8b7d29-2293-4456-af70-b4ca025cde85), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:00.673612 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3c80dfe3-962e-422c-bdc2-b9fecf714894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268230'] for port (5d8b7d29-2293-4456-af70-b4ca025cde85), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:00.709491 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcf90f0-2438-4b06-9e4b-9c39594851e5 None None] Routers {'a2890c66-8fcd-49a7-9eb7-46e03a8768ca'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:09:00.710138 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-7bcf90f0-2438-4b06-9e4b-9c39594851e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:08:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['a2890c66-8fcd-49a7-9eb7-46e03a8768ca'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:00.748935 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c80dfe3-962e-422c-bdc2-b9fecf714894 admin admin] Pushing event updated for resources: {'Port': ['ID=5d8b7d29-2293-4456-af70-b4ca025cde85,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:00.750731 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3c80dfe3-962e-422c-bdc2-b9fecf714894 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449591'] for router_interface (a2890c66-8fcd-49a7-9eb7-46e03a8768ca), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:00.752995 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77576bc-1207-44ed-8c7c-ba0811a4080a None None] Pushing event updated for resources: {'Port': ['ID=f9b31570-8db1-4985-9fb9-149b734b6d1b,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:00.833317 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:00.864048 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c80dfe3-962e-422c-bdc2-b9fecf714894 admin admin] Network 83416a30-2d17-494b-808c-bdf0235bc309 is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:09:00.865588 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-3c80dfe3-962e-422c-bdc2-b9fecf714894 admin admin] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:09:00.973079 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-7bcf90f0-2438-4b06-9e4b-9c39594851e5 None None] Set router a2890c66-8fcd-49a7-9eb7-46e03a8768ca gateway port host: dv-cinder-850002-1-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:09:00.994261 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c80dfe3-962e-422c-bdc2-b9fecf714894 admin admin] Router a2890c66-8fcd-49a7-9eb7-46e03a8768ca has already been hosted by L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 14:09:01.084090 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:01.137348 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c80dfe3-962e-422c-bdc2-b9fecf714894 admin admin] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:09:01.144941 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-3c80dfe3-962e-422c-bdc2-b9fecf714894 admin admin] 10.222.0.16 "PUT /v2.0/routers/a2890c66-8fcd-49a7-9eb7-46e03a8768ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8976433 Jul 15 14:09:01.189875 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-e83100a2-2dd9-4d42-aad4-68736f2ec434 None None] Provisioning complete for port 5d8b7d29-2293-4456-af70-b4ca025cde85 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:09:01.190260 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e83100a2-2dd9-4d42-aad4-68736f2ec434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (5d8b7d29-2293-4456-af70-b4ca025cde85), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:01.259255 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e83100a2-2dd9-4d42-aad4-68736f2ec434 None None] Port 5d8b7d29-2293-4456-af70-b4ca025cde85 cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 15 14:09:01.261139 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-7bcf90f0-2438-4b06-9e4b-9c39594851e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'name': 'tempest-TestVolumeBootPattern-1580463029-router', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'f9b31570-8db1-4985-9fb9-149b734b6d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:08:57Z', 'updated_at': '2022-07-15T14:09:00Z', 'revision_number': 4, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'gw_port': {'id': 'f9b31570-8db1-4985-9fb9-149b734b6d1b', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:40:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:08:57Z', 'updated_at': '2022-07-15T14:09:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': '5d8b7d29-2293-4456-af70-b4ca025cde85', 'name': '', 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'mac_address': 'fa:16:3e:29:8b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '36841f61-1fd6-4773-a700-5f34edf482dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:08:59Z', 'updated_at': '2022-07-15T14:09:00Z', 'revision_number': 2, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'subnets': [{'id': '36841f61-1fd6-4773-a700-5f34edf482dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:01.288442 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcf90f0-2438-4b06-9e4b-9c39594851e5 None None] The sync data for ids ['a2890c66-8fcd-49a7-9eb7-46e03a8768ca'] in dv-cinder-850002-1-iscsi is: [{'id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'name': 'tempest-TestVolumeBootPattern-1580463029-router', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'f9b31570-8db1-4985-9fb9-149b734b6d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:08:57Z', 'updated_at': '2022-07-15T14:09:00Z', 'revision_number': 4, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'gw_port': {'id': 'f9b31570-8db1-4985-9fb9-149b734b6d1b', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:40:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:08:57Z', 'updated_at': '2022-07-15T14:09:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': '5d8b7d29-2293-4456-af70-b4ca025cde85', 'name': '', 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'mac_address': 'fa:16:3e:29:8b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '36841f61-1fd6-4773-a700-5f34edf482dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:08:59Z', 'updated_at': '2022-07-15T14:09:00Z', 'revision_number': 2, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'subnets': [{'id': '36841f61-1fd6-4773-a700-5f34edf482dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:09:01.633187 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device ea22fc1d-eb21-4ca1-9a4b-fcd19350fc99 up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:09:01.685322 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:01.690979 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port ea22fc1d-eb21-4ca1-9a4b-fcd19350fc99 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:09:01.691334 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (ea22fc1d-eb21-4ca1-9a4b-fcd19350fc99), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:01.743557 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:01.746370 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 54310) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:09:01.753051 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-3a5ae454-41c4-4131-9412-1bd6c32cb3cd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-839251974-network', 'tenant_id': '926204d660974b039dfb2d21b87d8d7d'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:09:01.781379 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5ae454-41c4-4131-9412-1bd6c32cb3cd admin admin] Made reservation on behalf of 926204d660974b039dfb2d21b87d8d7d for: {'network': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:09:01.784298 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3a5ae454-41c4-4131-9412-1bd6c32cb3cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for network (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:01.786782 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port ea22fc1d-eb21-4ca1-9a4b-fcd19350fc99 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:09:01.795899 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3a5ae454-41c4-4131-9412-1bd6c32cb3cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:01.837683 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:01.897517 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3a5ae454-41c4-4131-9412-1bd6c32cb3cd admin admin] Publish callbacks [] for security_group (ac9b4edc-e346-459b-bfa7-4c577ca09e16), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:01.902386 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3a5ae454-41c4-4131-9412-1bd6c32cb3cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (ac9b4edc-e346-459b-bfa7-4c577ca09e16), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:01.933047 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a5ae454-41c4-4131-9412-1bd6c32cb3cd admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=103881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:09:01.944485 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5ae454-41c4-4131-9412-1bd6c32cb3cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9b4edc-e346-459b-bfa7-4c577ca09e16,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:01.951577 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3a5ae454-41c4-4131-9412-1bd6c32cb3cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7753414'] for segment (10bdab34-67c3-4efb-9356-91205157766f), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:01.952175 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.db.segments_db [None req-3a5ae454-41c4-4131-9412-1bd6c32cb3cd admin admin] Added segment 10bdab34-67c3-4efb-9356-91205157766f of type vlan for network ed1c2efe-ed02-4cb1-82ce-5aa42b4953c7 Jul 15 14:09:02.001658 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3a5ae454-41c4-4131-9412-1bd6c32cb3cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774722052666'] for network (ed1c2efe-ed02-4cb1-82ce-5aa42b4953c7), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:02.039614 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3a5ae454-41c4-4131-9412-1bd6c32cb3cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794'] for network (ed1c2efe-ed02-4cb1-82ce-5aa42b4953c7), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:02.040457 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5ae454-41c4-4131-9412-1bd6c32cb3cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:02.041284 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3a5ae454-41c4-4131-9412-1bd6c32cb3cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for network (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:02.120263 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-3a5ae454-41c4-4131-9412-1bd6c32cb3cd admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.3698583 Jul 15 14:09:02.120890 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 54314) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:09:02.121386 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5ae454-41c4-4131-9412-1bd6c32cb3cd admin admin] Pushing event updated for resources: {'Network': ['ID=ed1c2efe-ed02-4cb1-82ce-5aa42b4953c7,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:02.126544 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-ef7f4447-296b-4a3e-ba45-29aaa2340f86 admin admin] Request body: {'subnet': {'network_id': 'ed1c2efe-ed02-4cb1-82ce-5aa42b4953c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-839251974-subnet', 'tenant_id': '926204d660974b039dfb2d21b87d8d7d', 'ip_version': 4}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:09:02.135458 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Network ed1c2efe-ed02-4cb1-82ce-5aa42b4953c7 details requested by agent ovs-agent-dv-cinder-850002-1-iscsi with host dv-cinder-850002-1-iscsi {{(pid=103883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:09:02.156477 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7f4447-296b-4a3e-ba45-29aaa2340f86 admin admin] Made reservation on behalf of 926204d660974b039dfb2d21b87d8d7d for: {'subnet': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:09:02.160918 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ef7f4447-296b-4a3e-ba45-29aaa2340f86 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59290624'] for subnet (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:02.376208 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ef7f4447-296b-4a3e-ba45-29aaa2340f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59481212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59290866'] for subnet (d32b1112-1494-4156-80e5-8b01d34b0943), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:02.443769 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f4447-296b-4a3e-ba45-29aaa2340f86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d32b1112-1494-4156-80e5-8b01d34b0943,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:02.454009 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7f4447-296b-4a3e-ba45-29aaa2340f86 admin admin] Checking segment: {'id': '10bdab34-67c3-4efb-9356-91205157766f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ed1c2efe-ed02-4cb1-82ce-5aa42b4953c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:09:02.454377 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7f4447-296b-4a3e-ba45-29aaa2340f86 admin admin] Network hostable DHCP agents. Network: ed1c2efe-ed02-4cb1-82ce-5aa42b4953c7, hostable agents: ['6c40ee43-5406-4a95-b7b4-11b32ddced25'], hosted agents: [] {{(pid=103882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:09:02.475683 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7f4447-296b-4a3e-ba45-29aaa2340f86 admin admin] Network ed1c2efe-ed02-4cb1-82ce-5aa42b4953c7 is scheduled to be hosted by DHCP agent 6c40ee43-5406-4a95-b7b4-11b32ddced25 with binding_index 1 {{(pid=103882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:09:02.486696 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-ef7f4447-296b-4a3e-ba45-29aaa2340f86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850002-1-iscsi, ed1c2efe-ed02-4cb1-82ce-5aa42b4953c7) {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:09:02.490852 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7f4447-296b-4a3e-ba45-29aaa2340f86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:02.491455 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ef7f4447-296b-4a3e-ba45-29aaa2340f86 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:02.496040 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38eea16-acc5-47e5-8359-d3ac81862266 None None] Network ed1c2efe-ed02-4cb1-82ce-5aa42b4953c7 requested from dv-cinder-850002-1-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 14:09:02.514489 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-ef7f4447-296b-4a3e-ba45-29aaa2340f86 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3924201 Jul 15 14:09:02.517265 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 54316) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:09:02.522734 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-6509a5a1-044c-4c83-950a-330bcfdb0b40 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-839251974-router', 'tenant_id': '926204d660974b039dfb2d21b87d8d7d', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'}}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:09:02.544676 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6509a5a1-044c-4c83-950a-330bcfdb0b40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6535'] for router (c1517d85-6828-4896-a720-b652802f14df), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:02.546099 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6509a5a1-044c-4c83-950a-330bcfdb0b40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451168', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6558'] for router (c1517d85-6828-4896-a720-b652802f14df), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:02.605902 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6509a5a1-044c-4c83-950a-330bcfdb0b40 admin admin] Publish callbacks [] for router_controller (c1517d85-6828-4896-a720-b652802f14df), precommit_add_association {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:02.628549 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a97b86d-bd7a-4773-9f60-6188dcb4a5a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc234a0a-26a4-5646-a6f4-c567700ad66a-ed1c2efe-ed02-4cb1-82ce-5aa42b4953c7', 'network_id': 'ed1c2efe-ed02-4cb1-82ce-5aa42b4953c7', 'project_id': '926204d660974b039dfb2d21b87d8d7d', 'fixed_ips': [{'subnet_id': 'd32b1112-1494-4156-80e5-8b01d34b0943'}]}} from dv-cinder-850002-1-iscsi. {{(pid=103883) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 15 14:09:02.629512 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3a97b86d-bd7a-4773-9f60-6188dcb4a5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:02.768348 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6509a5a1-044c-4c83-950a-330bcfdb0b40 admin admin] Publish callbacks [] for router_gateway (c1517d85-6828-4896-a720-b652802f14df), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:02.794435 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [None req-3a97b86d-bd7a-4773-9f60-6188dcb4a5a4 None None] Allocated IP 172.20.0.2 (ed1c2efe-ed02-4cb1-82ce-5aa42b4953c7/d32b1112-1494-4156-80e5-8b01d34b0943/7f0dbb27-0399-43af-81dd-ff7a514f67cc) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:09:02.946892 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3a97b86d-bd7a-4773-9f60-6188dcb4a5a4 None None] Publish callbacks [] for port (7f0dbb27-0399-43af-81dd-ff7a514f67cc), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:02.950085 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:UPDATE=3,neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=4 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:02.953400 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3a97b86d-bd7a-4773-9f60-6188dcb4a5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679'] for port (7f0dbb27-0399-43af-81dd-ff7a514f67cc), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:02.961169 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6509a5a1-044c-4c83-950a-330bcfdb0b40 admin admin] Publish callbacks [] for router_gateway (c1517d85-6828-4896-a720-b652802f14df), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:02.982442 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6509a5a1-044c-4c83-950a-330bcfdb0b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:02.997987 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a97b86d-bd7a-4773-9f60-6188dcb4a5a4 None None] Network ed1c2efe-ed02-4cb1-82ce-5aa42b4953c7 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:09:03.003604 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-3a97b86d-bd7a-4773-9f60-6188dcb4a5a4 None None] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:09:03.005993 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a97b86d-bd7a-4773-9f60-6188dcb4a5a4 None None] Pushing event updated for resources: {'Port': ['ID=7f0dbb27-0399-43af-81dd-ff7a514f67cc,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:03.008261 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a97b86d-bd7a-4773-9f60-6188dcb4a5a4 None None] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:09:03.023377 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:03.068431 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-3a97b86d-bd7a-4773-9f60-6188dcb4a5a4 None None] Attempting to bind port 7f0dbb27-0399-43af-81dd-ff7a514f67cc on host dv-cinder-850002-1-iscsi for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 15 14:09:03.068814 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-3a97b86d-bd7a-4773-9f60-6188dcb4a5a4 None None] Attempting to bind port 7f0dbb27-0399-43af-81dd-ff7a514f67cc by drivers openvswitch,hyperv on host dv-cinder-850002-1-iscsi at level 0 using segments [{'id': '10bdab34-67c3-4efb-9356-91205157766f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ed1c2efe-ed02-4cb1-82ce-5aa42b4953c7'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 15 14:09:03.069234 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a97b86d-bd7a-4773-9f60-6188dcb4a5a4 None None] Attempting to bind port 7f0dbb27-0399-43af-81dd-ff7a514f67cc on network ed1c2efe-ed02-4cb1-82ce-5aa42b4953c7 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:09:03.075590 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a97b86d-bd7a-4773-9f60-6188dcb4a5a4 None None] Checking agent: {'id': '7bcac420-d3a9-4cfc-af22-5ba5795a5287', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 13, 52, 19), 'started_at': datetime.datetime(2022, 7, 15, 13, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 14, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 14:09:03.076033 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a97b86d-bd7a-4773-9f60-6188dcb4a5a4 None None] Checking segment: {'id': '10bdab34-67c3-4efb-9356-91205157766f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ed1c2efe-ed02-4cb1-82ce-5aa42b4953c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:09:03.076558 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3a97b86d-bd7a-4773-9f60-6188dcb4a5a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:03.077015 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a97b86d-bd7a-4773-9f60-6188dcb4a5a4 None None] Bound using segment: {'id': '10bdab34-67c3-4efb-9356-91205157766f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ed1c2efe-ed02-4cb1-82ce-5aa42b4953c7'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 14:09:03.077543 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-3a97b86d-bd7a-4773-9f60-6188dcb4a5a4 None None] Bound port: 7f0dbb27-0399-43af-81dd-ff7a514f67cc, host: dv-cinder-850002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10bdab34-67c3-4efb-9356-91205157766f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ed1c2efe-ed02-4cb1-82ce-5aa42b4953c7'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 15 14:09:03.078350 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3a97b86d-bd7a-4773-9f60-6188dcb4a5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (7f0dbb27-0399-43af-81dd-ff7a514f67cc), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:03.101946 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-6509a5a1-044c-4c83-950a-330bcfdb0b40 admin admin] Allocated IP 172.27.0.233 (85d18fe6-b559-49ae-a129-0350ffd7e8bf/5080191c-7e2b-40a2-af2d-f84b5c858cde/a19305e8-9d7f-42d4-b20f-2ccba6ab4bdd) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:09:03.176556 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-3a97b86d-bd7a-4773-9f60-6188dcb4a5a4 None None] For port 7f0dbb27-0399-43af-81dd-ff7a514f67cc, host dv-cinder-850002-1-iscsi, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:09:03.180263 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-3a97b86d-bd7a-4773-9f60-6188dcb4a5a4 None None] For port 7f0dbb27-0399-43af-81dd-ff7a514f67cc, host dv-cinder-850002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=7f0dbb27-0399-43af-81dd-ff7a514f67cc,segment=NetworkSegment(10bdab34-67c3-4efb-9356-91205157766f),segment_id=10bdab34-67c3-4efb-9356-91205157766f)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:09:03.190674 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3a97b86d-bd7a-4773-9f60-6188dcb4a5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (7f0dbb27-0399-43af-81dd-ff7a514f67cc), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:03.221739 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6509a5a1-044c-4c83-950a-330bcfdb0b40 admin admin] Publish callbacks [] for port (a19305e8-9d7f-42d4-b20f-2ccba6ab4bdd), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:03.262469 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a97b86d-bd7a-4773-9f60-6188dcb4a5a4 None None] Pushing event updated for resources: {'Port': ['ID=7f0dbb27-0399-43af-81dd-ff7a514f67cc,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:03.265368 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6509a5a1-044c-4c83-950a-330bcfdb0b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59481580'] for port (a19305e8-9d7f-42d4-b20f-2ccba6ab4bdd), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:03.313946 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6509a5a1-044c-4c83-950a-330bcfdb0b40 admin admin] Network 85d18fe6-b559-49ae-a129-0350ffd7e8bf is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:09:03.319448 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-6509a5a1-044c-4c83-950a-330bcfdb0b40 admin admin] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:09:03.321636 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6509a5a1-044c-4c83-950a-330bcfdb0b40 admin admin] Pushing event updated for resources: {'Port': ['ID=a19305e8-9d7f-42d4-b20f-2ccba6ab4bdd,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:03.323839 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6509a5a1-044c-4c83-950a-330bcfdb0b40 admin admin] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:09:03.611397 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d74427-3ccc-40b4-91fd-0a3178be06ac None None] Sync routers for ids ['a2890c66-8fcd-49a7-9eb7-46e03a8768ca'] in dv-cinder-850002-1-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:09:03.619170 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 7f0dbb27-0399-43af-81dd-ff7a514f67cc up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:09:03.620912 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6509a5a1-044c-4c83-950a-330bcfdb0b40 admin admin] Publish callbacks [] for router_gateway (c1517d85-6828-4896-a720-b652802f14df), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:03.626890 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d74427-3ccc-40b4-91fd-0a3178be06ac None None] Routers {'a2890c66-8fcd-49a7-9eb7-46e03a8768ca'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:09:03.628083 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-44d74427-3ccc-40b4-91fd-0a3178be06ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:08:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['a2890c66-8fcd-49a7-9eb7-46e03a8768ca'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:03.667920 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port 7f0dbb27-0399-43af-81dd-ff7a514f67cc triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:09:03.667920 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (7f0dbb27-0399-43af-81dd-ff7a514f67cc), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:03.715784 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:03.742238 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-44d74427-3ccc-40b4-91fd-0a3178be06ac None None] Set router a2890c66-8fcd-49a7-9eb7-46e03a8768ca gateway port host: dv-cinder-850002-1-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:09:03.752079 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port 7f0dbb27-0399-43af-81dd-ff7a514f67cc is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:09:03.752539 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (7f0dbb27-0399-43af-81dd-ff7a514f67cc), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:03.793981 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] For port 7f0dbb27-0399-43af-81dd-ff7a514f67cc, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=7f0dbb27-0399-43af-81dd-ff7a514f67cc,segment=NetworkSegment(10bdab34-67c3-4efb-9356-91205157766f),segment_id=10bdab34-67c3-4efb-9356-91205157766f)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:09:03.799583 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (7f0dbb27-0399-43af-81dd-ff7a514f67cc), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:03.803031 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device f9b31570-8db1-4985-9fb9-149b734b6d1b up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:09:03.828193 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6509a5a1-044c-4c83-950a-330bcfdb0b40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451316'] for router (c1517d85-6828-4896-a720-b652802f14df), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:03.890399 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Pushing event updated for resources: {'Port': ['ID=7f0dbb27-0399-43af-81dd-ff7a514f67cc,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:03.903475 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port f9b31570-8db1-4985-9fb9-149b734b6d1b triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:09:03.904292 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (f9b31570-8db1-4985-9fb9-149b734b6d1b), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:03.943572 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=3 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:03.967078 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-44d74427-3ccc-40b4-91fd-0a3178be06ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'name': 'tempest-TestVolumeBootPattern-1580463029-router', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'f9b31570-8db1-4985-9fb9-149b734b6d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:08:57Z', 'updated_at': '2022-07-15T14:09:00Z', 'revision_number': 4, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'gw_port': {'id': 'f9b31570-8db1-4985-9fb9-149b734b6d1b', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:40:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:08:57Z', 'updated_at': '2022-07-15T14:09:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': '5d8b7d29-2293-4456-af70-b4ca025cde85', 'name': '', 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'mac_address': 'fa:16:3e:29:8b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '36841f61-1fd6-4773-a700-5f34edf482dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:08:59Z', 'updated_at': '2022-07-15T14:09:00Z', 'revision_number': 2, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'subnets': [{'id': '36841f61-1fd6-4773-a700-5f34edf482dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:03.974554 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:03.999388 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port f9b31570-8db1-4985-9fb9-149b734b6d1b is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:09:04.000003 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d74427-3ccc-40b4-91fd-0a3178be06ac None None] Checking router: a2890c66-8fcd-49a7-9eb7-46e03a8768ca for host: dv-cinder-850002-1-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:09:04.000200 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (f9b31570-8db1-4985-9fb9-149b734b6d1b), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:04.000371 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d74427-3ccc-40b4-91fd-0a3178be06ac None None] Updating router a2890c66-8fcd-49a7-9eb7-46e03a8768ca port 5d8b7d29-2293-4456-af70-b4ca025cde85 binding host dv-cinder-850002-1-iscsi {{(pid=103884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:09:04.010212 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6509a5a1-044c-4c83-950a-330bcfdb0b40 admin admin] Router c1517d85-6828-4896-a720-b652802f14df is scheduled to L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 with binding_index 1 {{(pid=103882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 15 14:09:04.029779 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] For port f9b31570-8db1-4985-9fb9-149b734b6d1b, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=f9b31570-8db1-4985-9fb9-149b734b6d1b,segment=NetworkSegment(4890d217-1662-4526-a7d0-b4e3cb182093),segment_id=4890d217-1662-4526-a7d0-b4e3cb182093)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:09:04.030438 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-44d74427-3ccc-40b4-91fd-0a3178be06ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (5d8b7d29-2293-4456-af70-b4ca025cde85), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:04.035593 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (f9b31570-8db1-4985-9fb9-149b734b6d1b), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:04.105570 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Pushing event updated for resources: {'Port': ['ID=f9b31570-8db1-4985-9fb9-149b734b6d1b,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:04.136558 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6509a5a1-044c-4c83-950a-330bcfdb0b40 admin admin] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:09:04.150845 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cb6558-a294-48e9-8ef0-e406d87e982a None None] Sync routers for ids ['c1517d85-6828-4896-a720-b652802f14df'] in dv-cinder-850002-1-iscsi {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:09:04.165180 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cb6558-a294-48e9-8ef0-e406d87e982a None None] Routers {'c1517d85-6828-4896-a720-b652802f14df'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:09:04.165814 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-74cb6558-a294-48e9-8ef0-e406d87e982a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:08:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['c1517d85-6828-4896-a720-b652802f14df'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:04.170197 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6509a5a1-044c-4c83-950a-330bcfdb0b40 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:04.171486 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-6509a5a1-044c-4c83-950a-330bcfdb0b40 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6531620 Jul 15 14:09:04.174805 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 54320) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:09:04.211068 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:04.289376 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-74cb6558-a294-48e9-8ef0-e406d87e982a None None] Set router c1517d85-6828-4896-a720-b652802f14df gateway port host: dv-cinder-850002-1-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:09:04.348769 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-44d74427-3ccc-40b4-91fd-0a3178be06ac None None] Publish callbacks [] for port (5d8b7d29-2293-4456-af70-b4ca025cde85), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:04.356270 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a41ffe7-c773-40f2-8821-622423173c51 None None] Network ed1c2efe-ed02-4cb1-82ce-5aa42b4953c7 requested from dv-cinder-850002-1-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 14:09:04.358230 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-44d74427-3ccc-40b4-91fd-0a3178be06ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (5d8b7d29-2293-4456-af70-b4ca025cde85), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:04.392996 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:04.423488 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:04.433792 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4115cb01-d9f6-4cf5-9c29-2a1027dd6887 None None] Pushing event updated for resources: {'Port': ['ID=5d8b7d29-2293-4456-af70-b4ca025cde85,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:04.448033 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4115cb01-d9f6-4cf5-9c29-2a1027dd6887 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:04.448693 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4115cb01-d9f6-4cf5-9c29-2a1027dd6887 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:04.449212 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4115cb01-d9f6-4cf5-9c29-2a1027dd6887 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:04.449788 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4115cb01-d9f6-4cf5-9c29-2a1027dd6887 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:04.450322 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4115cb01-d9f6-4cf5-9c29-2a1027dd6887 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:04.450871 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4115cb01-d9f6-4cf5-9c29-2a1027dd6887 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:04.451370 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4115cb01-d9f6-4cf5-9c29-2a1027dd6887 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:04.451919 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4115cb01-d9f6-4cf5-9c29-2a1027dd6887 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:04.452456 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4115cb01-d9f6-4cf5-9c29-2a1027dd6887 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:04.452989 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4115cb01-d9f6-4cf5-9c29-2a1027dd6887 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:04.453652 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4115cb01-d9f6-4cf5-9c29-2a1027dd6887 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:04.454307 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4115cb01-d9f6-4cf5-9c29-2a1027dd6887 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:04.454830 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4115cb01-d9f6-4cf5-9c29-2a1027dd6887 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:04.455337 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4115cb01-d9f6-4cf5-9c29-2a1027dd6887 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:04.455867 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4115cb01-d9f6-4cf5-9c29-2a1027dd6887 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:04.510490 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-44d74427-3ccc-40b4-91fd-0a3178be06ac None None] Attempting to bind port 5d8b7d29-2293-4456-af70-b4ca025cde85 on host dv-cinder-850002-1-iscsi for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 15 14:09:04.510868 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-44d74427-3ccc-40b4-91fd-0a3178be06ac None None] Attempting to bind port 5d8b7d29-2293-4456-af70-b4ca025cde85 by drivers openvswitch,hyperv on host dv-cinder-850002-1-iscsi at level 0 using segments [{'id': 'b4cd819b-3570-4fd1-90e3-441ac0a8020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 15 14:09:04.511235 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d74427-3ccc-40b4-91fd-0a3178be06ac None None] Attempting to bind port 5d8b7d29-2293-4456-af70-b4ca025cde85 on network 83416a30-2d17-494b-808c-bdf0235bc309 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:09:04.519083 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d74427-3ccc-40b4-91fd-0a3178be06ac None None] Checking agent: {'id': '7bcac420-d3a9-4cfc-af22-5ba5795a5287', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 13, 52, 19), 'started_at': datetime.datetime(2022, 7, 15, 13, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 14, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 14:09:04.519461 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d74427-3ccc-40b4-91fd-0a3178be06ac None None] Checking segment: {'id': 'b4cd819b-3570-4fd1-90e3-441ac0a8020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:09:04.519870 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-44d74427-3ccc-40b4-91fd-0a3178be06ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:04.520369 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d74427-3ccc-40b4-91fd-0a3178be06ac None None] Bound using segment: {'id': 'b4cd819b-3570-4fd1-90e3-441ac0a8020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 14:09:04.520882 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-44d74427-3ccc-40b4-91fd-0a3178be06ac None None] Bound port: 5d8b7d29-2293-4456-af70-b4ca025cde85, host: dv-cinder-850002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4cd819b-3570-4fd1-90e3-441ac0a8020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 15 14:09:04.521321 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-44d74427-3ccc-40b4-91fd-0a3178be06ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (5d8b7d29-2293-4456-af70-b4ca025cde85), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:04.537239 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:04.612671 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-3126640c-7191-40c4-8dec-795b48494980 req-148a35ea-4d6c-4ee5-8cb6-8baaf4ae30b1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5f8b8d9e-553e-4193-aaf6-1f599d5282bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0626159 Jul 15 14:09:04.669906 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:04.691865 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-3c9d1af0-b498-4718-ac77-f4d98d294d5f None None] Provisioning complete for port 7f0dbb27-0399-43af-81dd-ff7a514f67cc triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:09:04.692505 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3c9d1af0-b498-4718-ac77-f4d98d294d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (7f0dbb27-0399-43af-81dd-ff7a514f67cc), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:04.705086 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-44d74427-3ccc-40b4-91fd-0a3178be06ac None None] For port 5d8b7d29-2293-4456-af70-b4ca025cde85, host dv-cinder-850002-1-iscsi, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:09:04.708901 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-44d74427-3ccc-40b4-91fd-0a3178be06ac None None] For port 5d8b7d29-2293-4456-af70-b4ca025cde85, host dv-cinder-850002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=5d8b7d29-2293-4456-af70-b4ca025cde85,segment=NetworkSegment(b4cd819b-3570-4fd1-90e3-441ac0a8020d),segment_id=b4cd819b-3570-4fd1-90e3-441ac0a8020d)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:09:04.717208 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-44d74427-3ccc-40b4-91fd-0a3178be06ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (5d8b7d29-2293-4456-af70-b4ca025cde85), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:04.732528 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-74cb6558-a294-48e9-8ef0-e406d87e982a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1517d85-6828-4896-a720-b652802f14df', 'name': 'tempest-TestVolumeBootPattern-839251974-router', 'tenant_id': '926204d660974b039dfb2d21b87d8d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'a19305e8-9d7f-42d4-b20f-2ccba6ab4bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:09:02Z', 'updated_at': '2022-07-15T14:09:03Z', 'revision_number': 3, 'project_id': '926204d660974b039dfb2d21b87d8d7d', 'gw_port': {'id': 'a19305e8-9d7f-42d4-b20f-2ccba6ab4bdd', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:80:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1517d85-6828-4896-a720-b652802f14df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:09:02Z', 'updated_at': '2022-07-15T14:09:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi'}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:04.744274 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126640c-7191-40c4-8dec-795b48494980 req-e873a055-4e9f-4892-a512-9f052801f907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:04.745802 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-3126640c-7191-40c4-8dec-795b48494980 req-e873a055-4e9f-4892-a512-9f052801f907 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=26daacf03c844ff8a7546dfe3b36d8bb&device_id=5f8b8d9e-553e-4193-aaf6-1f599d5282bc HTTP/1.1" status: 200 len: 1130 time: 0.0727966 Jul 15 14:09:04.774315 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cb6558-a294-48e9-8ef0-e406d87e982a None None] Checking router: c1517d85-6828-4896-a720-b652802f14df for host: dv-cinder-850002-1-iscsi {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:09:04.774676 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cb6558-a294-48e9-8ef0-e406d87e982a None None] Updating router c1517d85-6828-4896-a720-b652802f14df port a19305e8-9d7f-42d4-b20f-2ccba6ab4bdd binding host dv-cinder-850002-1-iscsi {{(pid=103883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:09:04.803536 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d74427-3ccc-40b4-91fd-0a3178be06ac None None] Routers {'a2890c66-8fcd-49a7-9eb7-46e03a8768ca'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:09:04.804450 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-44d74427-3ccc-40b4-91fd-0a3178be06ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:08:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['a2890c66-8fcd-49a7-9eb7-46e03a8768ca'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:04.848157 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4115cb01-d9f6-4cf5-9c29-2a1027dd6887 None None] Pushing event updated for resources: {'Port': ['ID=5d8b7d29-2293-4456-af70-b4ca025cde85,revision_number=4']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:04.858601 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-74cb6558-a294-48e9-8ef0-e406d87e982a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (a19305e8-9d7f-42d4-b20f-2ccba6ab4bdd), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:04.860058 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-fb9d4e32-62c1-4bc1-a855-b9286384d127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:04.930758 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:DELETE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:04.940477 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-44d74427-3ccc-40b4-91fd-0a3178be06ac None None] Set router a2890c66-8fcd-49a7-9eb7-46e03a8768ca gateway port host: dv-cinder-850002-1-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:09:04.941936 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126640c-7191-40c4-8dec-795b48494980 req-1582d55f-57cc-4fc9-ba07-1a8fd215f83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:04.943553 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-3126640c-7191-40c4-8dec-795b48494980 req-1582d55f-57cc-4fc9-ba07-1a8fd215f83b service neutron] 10.222.0.64 "GET /v2.0/networks?id=98015688-617a-4c97-89d4-c0de9e353bb5 HTTP/1.1" status: 200 len: 915 time: 0.1677051 Jul 15 14:09:05.030226 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-3c9d1af0-b498-4718-ac77-f4d98d294d5f None None] Current status of the port 7f0dbb27-0399-43af-81dd-ff7a514f67cc is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:09:05.065947 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-3126640c-7191-40c4-8dec-795b48494980 req-bb7990a1-62ca-45a0-88a5-554b10750b8a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08923a84-8b04-41f6-8ada-897d5d2d5a5e HTTP/1.1" status: 200 len: 1001 time: 0.1116765 Jul 15 14:09:05.172315 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [None req-fb9d4e32-62c1-4bc1-a855-b9286384d127 admin admin] Allocated IP 172.20.0.1 (ed1c2efe-ed02-4cb1-82ce-5aa42b4953c7/d32b1112-1494-4156-80e5-8b01d34b0943/fdfcb1bc-c17d-453a-a3a5-b66929016d16) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:09:05.181488 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-45588043-30de-49c2-ab6e-66707e9a5119 None None] Provisioning complete for port 5d8b7d29-2293-4456-af70-b4ca025cde85 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:09:05.182257 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-45588043-30de-49c2-ab6e-66707e9a5119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (5d8b7d29-2293-4456-af70-b4ca025cde85), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:05.183612 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126640c-7191-40c4-8dec-795b48494980 req-729dab24-11f1-46ea-883b-452a223ec544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:05.185373 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-3126640c-7191-40c4-8dec-795b48494980 req-729dab24-11f1-46ea-883b-452a223ec544 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e9260d0b-edd3-47d2-82af-0f443bfabd45 HTTP/1.1" status: 200 len: 853 time: 0.1075137 Jul 15 14:09:05.218864 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-44d74427-3ccc-40b4-91fd-0a3178be06ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'name': 'tempest-TestVolumeBootPattern-1580463029-router', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'f9b31570-8db1-4985-9fb9-149b734b6d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:08:57Z', 'updated_at': '2022-07-15T14:09:00Z', 'revision_number': 4, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'gw_port': {'id': 'f9b31570-8db1-4985-9fb9-149b734b6d1b', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:40:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:08:57Z', 'updated_at': '2022-07-15T14:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': '5d8b7d29-2293-4456-af70-b4ca025cde85', 'name': '', 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'mac_address': 'fa:16:3e:29:8b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '36841f61-1fd6-4773-a700-5f34edf482dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:08:59Z', 'updated_at': '2022-07-15T14:09:04Z', 'revision_number': 4, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'subnets': [{'id': '36841f61-1fd6-4773-a700-5f34edf482dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:05.248433 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d74427-3ccc-40b4-91fd-0a3178be06ac None None] The sync data for ids ['a2890c66-8fcd-49a7-9eb7-46e03a8768ca'] in dv-cinder-850002-1-iscsi is: [{'id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'name': 'tempest-TestVolumeBootPattern-1580463029-router', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'f9b31570-8db1-4985-9fb9-149b734b6d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:08:57Z', 'updated_at': '2022-07-15T14:09:00Z', 'revision_number': 4, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'gw_port': {'id': 'f9b31570-8db1-4985-9fb9-149b734b6d1b', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:40:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:08:57Z', 'updated_at': '2022-07-15T14:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': '5d8b7d29-2293-4456-af70-b4ca025cde85', 'name': '', 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'mac_address': 'fa:16:3e:29:8b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '36841f61-1fd6-4773-a700-5f34edf482dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:08:59Z', 'updated_at': '2022-07-15T14:09:04Z', 'revision_number': 4, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'subnets': [{'id': '36841f61-1fd6-4773-a700-5f34edf482dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:09:05.273692 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-74cb6558-a294-48e9-8ef0-e406d87e982a None None] Publish callbacks [] for port (a19305e8-9d7f-42d4-b20f-2ccba6ab4bdd), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:05.289872 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126640c-7191-40c4-8dec-795b48494980 req-421a680f-779c-4341-b6e5-866d8d48315d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:05.291416 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-3126640c-7191-40c4-8dec-795b48494980 req-421a680f-779c-4341-b6e5-866d8d48315d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=98015688-617a-4c97-89d4-c0de9e353bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0974069 Jul 15 14:09:05.308473 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-74cb6558-a294-48e9-8ef0-e406d87e982a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (a19305e8-9d7f-42d4-b20f-2ccba6ab4bdd), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:05.355287 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-45588043-30de-49c2-ab6e-66707e9a5119 None None] Current status of the port 5d8b7d29-2293-4456-af70-b4ca025cde85 is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:09:05.355672 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-45588043-30de-49c2-ab6e-66707e9a5119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (5d8b7d29-2293-4456-af70-b4ca025cde85), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:05.367754 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:05.391174 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-74cb6558-a294-48e9-8ef0-e406d87e982a None None] Attempting to bind port a19305e8-9d7f-42d4-b20f-2ccba6ab4bdd on host dv-cinder-850002-1-iscsi for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 15 14:09:05.391539 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-74cb6558-a294-48e9-8ef0-e406d87e982a None None] Attempting to bind port a19305e8-9d7f-42d4-b20f-2ccba6ab4bdd by drivers openvswitch,hyperv on host dv-cinder-850002-1-iscsi at level 0 using segments [{'id': '4890d217-1662-4526-a7d0-b4e3cb182093', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 15 14:09:05.391899 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cb6558-a294-48e9-8ef0-e406d87e982a None None] Attempting to bind port a19305e8-9d7f-42d4-b20f-2ccba6ab4bdd on network 85d18fe6-b559-49ae-a129-0350ffd7e8bf {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:09:05.399803 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cb6558-a294-48e9-8ef0-e406d87e982a None None] Checking agent: {'id': '7bcac420-d3a9-4cfc-af22-5ba5795a5287', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 13, 52, 19), 'started_at': datetime.datetime(2022, 7, 15, 13, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 14, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 14:09:05.400190 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cb6558-a294-48e9-8ef0-e406d87e982a None None] Checking segment: {'id': '4890d217-1662-4526-a7d0-b4e3cb182093', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:09:05.400363 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-74cb6558-a294-48e9-8ef0-e406d87e982a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:05.400770 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cb6558-a294-48e9-8ef0-e406d87e982a None None] Bound using segment: {'id': '4890d217-1662-4526-a7d0-b4e3cb182093', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 14:09:05.401529 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-74cb6558-a294-48e9-8ef0-e406d87e982a None None] Bound port: a19305e8-9d7f-42d4-b20f-2ccba6ab4bdd, host: dv-cinder-850002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4890d217-1662-4526-a7d0-b4e3cb182093', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 15 14:09:05.401678 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-74cb6558-a294-48e9-8ef0-e406d87e982a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (a19305e8-9d7f-42d4-b20f-2ccba6ab4bdd), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:05.403391 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0fc4e9-c02f-47a8-95dd-58f3db152626 None None] Pushing event updated for resources: {'Port': ['ID=a19305e8-9d7f-42d4-b20f-2ccba6ab4bdd,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:05.405615 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-fb9d4e32-62c1-4bc1-a855-b9286384d127 admin admin] Publish callbacks [] for port (fdfcb1bc-c17d-453a-a3a5-b66929016d16), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:05.430184 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:05.439774 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0fc4e9-c02f-47a8-95dd-58f3db152626 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:05.440166 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0fc4e9-c02f-47a8-95dd-58f3db152626 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:05.440486 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0fc4e9-c02f-47a8-95dd-58f3db152626 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:05.440896 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0fc4e9-c02f-47a8-95dd-58f3db152626 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:05.441241 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0fc4e9-c02f-47a8-95dd-58f3db152626 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:05.441567 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0fc4e9-c02f-47a8-95dd-58f3db152626 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:05.441889 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0fc4e9-c02f-47a8-95dd-58f3db152626 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:05.442213 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0fc4e9-c02f-47a8-95dd-58f3db152626 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:05.442532 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0fc4e9-c02f-47a8-95dd-58f3db152626 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:05.442787 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-3126640c-7191-40c4-8dec-795b48494980 req-1b51d7f0-4f92-4552-86cf-6007ab4141cc service neutron] 10.222.0.64 "GET /v2.0/networks/98015688-617a-4c97-89d4-c0de9e353bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415329 Jul 15 14:09:05.442953 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0fc4e9-c02f-47a8-95dd-58f3db152626 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:05.443161 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0fc4e9-c02f-47a8-95dd-58f3db152626 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:05.443654 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0fc4e9-c02f-47a8-95dd-58f3db152626 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:05.443771 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0fc4e9-c02f-47a8-95dd-58f3db152626 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:05.444091 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0fc4e9-c02f-47a8-95dd-58f3db152626 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:05.444430 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0fc4e9-c02f-47a8-95dd-58f3db152626 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:05.467011 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-45588043-30de-49c2-ab6e-66707e9a5119 None None] For port 5d8b7d29-2293-4456-af70-b4ca025cde85, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=5d8b7d29-2293-4456-af70-b4ca025cde85,segment=NetworkSegment(b4cd819b-3570-4fd1-90e3-441ac0a8020d),segment_id=b4cd819b-3570-4fd1-90e3-441ac0a8020d)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:09:05.477361 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-45588043-30de-49c2-ab6e-66707e9a5119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (5d8b7d29-2293-4456-af70-b4ca025cde85), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:05.511340 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-74cb6558-a294-48e9-8ef0-e406d87e982a None None] For port a19305e8-9d7f-42d4-b20f-2ccba6ab4bdd, host dv-cinder-850002-1-iscsi, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:09:05.520120 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-fb9d4e32-62c1-4bc1-a855-b9286384d127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (fdfcb1bc-c17d-453a-a3a5-b66929016d16), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:05.544730 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-74cb6558-a294-48e9-8ef0-e406d87e982a None None] For port a19305e8-9d7f-42d4-b20f-2ccba6ab4bdd, host dv-cinder-850002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=a19305e8-9d7f-42d4-b20f-2ccba6ab4bdd,segment=NetworkSegment(4890d217-1662-4526-a7d0-b4e3cb182093),segment_id=4890d217-1662-4526-a7d0-b4e3cb182093)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:09:05.560246 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-74cb6558-a294-48e9-8ef0-e406d87e982a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (a19305e8-9d7f-42d4-b20f-2ccba6ab4bdd), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:05.570254 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45588043-30de-49c2-ab6e-66707e9a5119 None None] Pushing event updated for resources: {'Port': ['ID=5d8b7d29-2293-4456-af70-b4ca025cde85,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:05.588035 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9d4e32-62c1-4bc1-a855-b9286384d127 admin admin] Pushing event updated for resources: {'Port': ['ID=fdfcb1bc-c17d-453a-a3a5-b66929016d16,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:05.621593 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9d4e32-62c1-4bc1-a855-b9286384d127 admin admin] Network ed1c2efe-ed02-4cb1-82ce-5aa42b4953c7 is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:09:05.625409 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-fb9d4e32-62c1-4bc1-a855-b9286384d127 admin admin] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:09:05.629068 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9d4e32-62c1-4bc1-a855-b9286384d127 admin admin] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:09:05.629292 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cb6558-a294-48e9-8ef0-e406d87e982a None None] Routers {'c1517d85-6828-4896-a720-b652802f14df'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:09:05.629826 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-74cb6558-a294-48e9-8ef0-e406d87e982a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:08:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['c1517d85-6828-4896-a720-b652802f14df'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:05.635693 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-b08e41cd-4425-4be7-9042-ef1410425485 None None] Provisioning complete for port 7f0dbb27-0399-43af-81dd-ff7a514f67cc triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:09:05.636072 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b08e41cd-4425-4be7-9042-ef1410425485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (7f0dbb27-0399-43af-81dd-ff7a514f67cc), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:05.656199 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-3126640c-7191-40c4-8dec-795b48494980 req-56ed863b-d7ce-4b0b-97eb-0688849f72f6 service neutron] 10.222.0.64 "GET /v2.0/networks/98015688-617a-4c97-89d4-c0de9e353bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055957 Jul 15 14:09:05.688548 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-fb9d4e32-62c1-4bc1-a855-b9286384d127 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562181'] for router_interface (c1517d85-6828-4896-a720-b652802f14df), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:05.717511 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 5d8b7d29-2293-4456-af70-b4ca025cde85 up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:09:05.762223 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0fc4e9-c02f-47a8-95dd-58f3db152626 None None] Pushing event updated for resources: {'Port': ['ID=a19305e8-9d7f-42d4-b20f-2ccba6ab4bdd,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:05.829694 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:05.872989 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:05.886887 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:05.902578 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-74cb6558-a294-48e9-8ef0-e406d87e982a None None] Set router c1517d85-6828-4896-a720-b652802f14df gateway port host: dv-cinder-850002-1-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:09:05.905322 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port 5d8b7d29-2293-4456-af70-b4ca025cde85 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:09:05.905938 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (5d8b7d29-2293-4456-af70-b4ca025cde85), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:05.920652 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-fb9d4e32-62c1-4bc1-a855-b9286384d127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (fdfcb1bc-c17d-453a-a3a5-b66929016d16), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:05.947856 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-b08e41cd-4425-4be7-9042-ef1410425485 None None] Current status of the port 7f0dbb27-0399-43af-81dd-ff7a514f67cc is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:09:06.089518 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-937c3077-c80e-406b-ba0c-093e67281b14 None None] Provisioning complete for port fdfcb1bc-c17d-453a-a3a5-b66929016d16 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:09:06.089895 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-937c3077-c80e-406b-ba0c-093e67281b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (fdfcb1bc-c17d-453a-a3a5-b66929016d16), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:06.153041 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-fb9d4e32-62c1-4bc1-a855-b9286384d127 admin admin] Publish callbacks [] for port (fdfcb1bc-c17d-453a-a3a5-b66929016d16), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:06.161231 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-fb9d4e32-62c1-4bc1-a855-b9286384d127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268230'] for port (fdfcb1bc-c17d-453a-a3a5-b66929016d16), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:06.182004 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-937c3077-c80e-406b-ba0c-093e67281b14 None None] Port fdfcb1bc-c17d-453a-a3a5-b66929016d16 cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 15 14:09:06.196569 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port 5d8b7d29-2293-4456-af70-b4ca025cde85 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:09:06.197572 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 7f0dbb27-0399-43af-81dd-ff7a514f67cc up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:09:06.271767 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-74cb6558-a294-48e9-8ef0-e406d87e982a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1517d85-6828-4896-a720-b652802f14df', 'name': 'tempest-TestVolumeBootPattern-839251974-router', 'tenant_id': '926204d660974b039dfb2d21b87d8d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'a19305e8-9d7f-42d4-b20f-2ccba6ab4bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:09:02Z', 'updated_at': '2022-07-15T14:09:03Z', 'revision_number': 3, 'project_id': '926204d660974b039dfb2d21b87d8d7d', 'gw_port': {'id': 'a19305e8-9d7f-42d4-b20f-2ccba6ab4bdd', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:80:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1517d85-6828-4896-a720-b652802f14df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:09:02Z', 'updated_at': '2022-07-15T14:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi'}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:06.281940 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9d4e32-62c1-4bc1-a855-b9286384d127 admin admin] Pushing event updated for resources: {'Port': ['ID=fdfcb1bc-c17d-453a-a3a5-b66929016d16,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:06.293391 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-fb9d4e32-62c1-4bc1-a855-b9286384d127 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449591'] for router_interface (c1517d85-6828-4896-a720-b652802f14df), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:06.302787 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cb6558-a294-48e9-8ef0-e406d87e982a None None] The sync data for ids ['c1517d85-6828-4896-a720-b652802f14df'] in dv-cinder-850002-1-iscsi is: [{'id': 'c1517d85-6828-4896-a720-b652802f14df', 'name': 'tempest-TestVolumeBootPattern-839251974-router', 'tenant_id': '926204d660974b039dfb2d21b87d8d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'a19305e8-9d7f-42d4-b20f-2ccba6ab4bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:09:02Z', 'updated_at': '2022-07-15T14:09:03Z', 'revision_number': 3, 'project_id': '926204d660974b039dfb2d21b87d8d7d', 'gw_port': {'id': 'a19305e8-9d7f-42d4-b20f-2ccba6ab4bdd', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:80:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1517d85-6828-4896-a720-b652802f14df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:09:02Z', 'updated_at': '2022-07-15T14:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi'}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:09:06.309894 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port 7f0dbb27-0399-43af-81dd-ff7a514f67cc triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:09:06.310137 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (7f0dbb27-0399-43af-81dd-ff7a514f67cc), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:06.400791 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port 7f0dbb27-0399-43af-81dd-ff7a514f67cc is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:09:06.404653 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device f9b31570-8db1-4985-9fb9-149b734b6d1b up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:09:06.425485 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9d4e32-62c1-4bc1-a855-b9286384d127 admin admin] Network ed1c2efe-ed02-4cb1-82ce-5aa42b4953c7 is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:09:06.427124 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-fb9d4e32-62c1-4bc1-a855-b9286384d127 admin admin] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:09:06.482820 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port f9b31570-8db1-4985-9fb9-149b734b6d1b triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:09:06.483212 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (f9b31570-8db1-4985-9fb9-149b734b6d1b), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:06.549858 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:06.569435 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb9d4e32-62c1-4bc1-a855-b9286384d127 admin admin] Router c1517d85-6828-4896-a720-b652802f14df has already been hosted by L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 14:09:06.583371 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port f9b31570-8db1-4985-9fb9-149b734b6d1b is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:09:06.708786 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb9d4e32-62c1-4bc1-a855-b9286384d127 admin admin] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:09:06.716934 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-fb9d4e32-62c1-4bc1-a855-b9286384d127 admin admin] 10.222.0.16 "PUT /v2.0/routers/c1517d85-6828-4896-a720-b652802f14df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5408771 Jul 15 14:09:06.800531 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:06.809244 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-3bf252a6-3168-4c32-b7a1-1af162391512 None None] Provisioning complete for port fdfcb1bc-c17d-453a-a3a5-b66929016d16 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:09:06.810463 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3bf252a6-3168-4c32-b7a1-1af162391512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (fdfcb1bc-c17d-453a-a3a5-b66929016d16), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:06.845776 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-3bf252a6-3168-4c32-b7a1-1af162391512 None None] Port fdfcb1bc-c17d-453a-a3a5-b66929016d16 cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 15 14:09:07.164344 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 54328) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:09:07.171488 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-ae220dba-9797-4114-a6c8-41922d2866a5 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-245232798', 'description': 'tempest-secgroup-smoke-245232798 description', 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:09:07.196840 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ae220dba-9797-4114-a6c8-41922d2866a5 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:07.275853 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ae220dba-9797-4114-a6c8-41922d2866a5 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks [] for security_group (ee2a1e57-92e7-415c-bb8b-57f220d5d3df), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:07.280765 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ae220dba-9797-4114-a6c8-41922d2866a5 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (ee2a1e57-92e7-415c-bb8b-57f220d5d3df), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:07.314364 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ae220dba-9797-4114-a6c8-41922d2866a5 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:07.315597 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-ae220dba-9797-4114-a6c8-41922d2866a5 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1488791 Jul 15 14:09:07.316302 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae220dba-9797-4114-a6c8-41922d2866a5 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2a1e57-92e7-415c-bb8b-57f220d5d3df,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:07.318809 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 54330) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:09:07.323593 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-0ec80164-e852-4453-bb5b-2db42712e6fb tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Request body: {'security_group_rule': {'security_group_id': 'ee2a1e57-92e7-415c-bb8b-57f220d5d3df', 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:09:07.356422 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0ec80164-e852-4453-bb5b-2db42712e6fb tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks [] for security_group_rule (aacb67fd-de1a-4bcc-b089-f7e28d178f94), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:07.639740 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device a19305e8-9d7f-42d4-b20f-2ccba6ab4bdd up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:09:07.663349 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0ec80164-e852-4453-bb5b-2db42712e6fb tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks [] for security_group_rule (aacb67fd-de1a-4bcc-b089-f7e28d178f94), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:07.669518 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0ec80164-e852-4453-bb5b-2db42712e6fb tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484192'] for security_group_rule (aacb67fd-de1a-4bcc-b089-f7e28d178f94), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:07.689509 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port a19305e8-9d7f-42d4-b20f-2ccba6ab4bdd triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:09:07.689961 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec80164-e852-4453-bb5b-2db42712e6fb tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aacb67fd-de1a-4bcc-b089-f7e28d178f94,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:07.690207 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (a19305e8-9d7f-42d4-b20f-2ccba6ab4bdd), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:07.700848 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0ec80164-e852-4453-bb5b-2db42712e6fb tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:07.704613 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-0ec80164-e852-4453-bb5b-2db42712e6fb tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3822825 Jul 15 14:09:07.705003 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 54332) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:09:07.709495 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-15d188bb-03fb-4ad6-b681-60127971ebf5 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Request body: {'security_group_rule': {'security_group_id': 'ee2a1e57-92e7-415c-bb8b-57f220d5d3df', 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:09:07.741785 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-15d188bb-03fb-4ad6-b681-60127971ebf5 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks [] for security_group_rule (42f5975d-b26c-47e1-b3d1-d39d2e158456), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:07.775793 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port a19305e8-9d7f-42d4-b20f-2ccba6ab4bdd is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:09:07.776184 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (a19305e8-9d7f-42d4-b20f-2ccba6ab4bdd), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:07.799444 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] For port a19305e8-9d7f-42d4-b20f-2ccba6ab4bdd, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=a19305e8-9d7f-42d4-b20f-2ccba6ab4bdd,segment=NetworkSegment(4890d217-1662-4526-a7d0-b4e3cb182093),segment_id=4890d217-1662-4526-a7d0-b4e3cb182093)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:09:07.803103 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-15d188bb-03fb-4ad6-b681-60127971ebf5 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks [] for security_group_rule (42f5975d-b26c-47e1-b3d1-d39d2e158456), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:07.803912 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (a19305e8-9d7f-42d4-b20f-2ccba6ab4bdd), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:07.804852 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 5d8b7d29-2293-4456-af70-b4ca025cde85 up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:09:07.806916 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-15d188bb-03fb-4ad6-b681-60127971ebf5 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484192'] for security_group_rule (42f5975d-b26c-47e1-b3d1-d39d2e158456), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:07.830593 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d188bb-03fb-4ad6-b681-60127971ebf5 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42f5975d-b26c-47e1-b3d1-d39d2e158456,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:07.837432 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-15d188bb-03fb-4ad6-b681-60127971ebf5 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:07.838693 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-15d188bb-03fb-4ad6-b681-60127971ebf5 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1329358 Jul 15 14:09:07.843226 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 54334) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:09:07.851271 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-1232bf2d-1a66-4e68-89c8-8c64c23f38c3 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Request body: {'security_group_rule': {'security_group_id': 'ee2a1e57-92e7-415c-bb8b-57f220d5d3df', 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:09:07.876848 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1232bf2d-1a66-4e68-89c8-8c64c23f38c3 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks [] for security_group_rule (158a85c0-5c0f-4718-8a8f-80cef8b9523c), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:07.886317 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Pushing event updated for resources: {'Port': ['ID=a19305e8-9d7f-42d4-b20f-2ccba6ab4bdd,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:07.895799 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port 5d8b7d29-2293-4456-af70-b4ca025cde85 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:09:07.896150 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (5d8b7d29-2293-4456-af70-b4ca025cde85), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:07.941231 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1232bf2d-1a66-4e68-89c8-8c64c23f38c3 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks [] for security_group_rule (158a85c0-5c0f-4718-8a8f-80cef8b9523c), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:07.946580 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1232bf2d-1a66-4e68-89c8-8c64c23f38c3 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484192'] for security_group_rule (158a85c0-5c0f-4718-8a8f-80cef8b9523c), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:07.966311 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1232bf2d-1a66-4e68-89c8-8c64c23f38c3 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=158a85c0-5c0f-4718-8a8f-80cef8b9523c,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:07.976336 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1232bf2d-1a66-4e68-89c8-8c64c23f38c3 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:07.978006 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-1232bf2d-1a66-4e68-89c8-8c64c23f38c3 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1331909 Jul 15 14:09:07.980193 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port 5d8b7d29-2293-4456-af70-b4ca025cde85 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:09:07.982580 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 54336) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:09:07.989901 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-ac0a4282-01c3-448d-a597-4f95c2eb6b36 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Request body: {'security_group_rule': {'security_group_id': 'ee2a1e57-92e7-415c-bb8b-57f220d5d3df', 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:09:08.016148 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ac0a4282-01c3-448d-a597-4f95c2eb6b36 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks [] for security_group_rule (7cbf1b5f-9d7b-43ff-ba10-d3b4f96d0c05), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:08.076267 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ac0a4282-01c3-448d-a597-4f95c2eb6b36 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks [] for security_group_rule (7cbf1b5f-9d7b-43ff-ba10-d3b4f96d0c05), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:08.080201 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ac0a4282-01c3-448d-a597-4f95c2eb6b36 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484192'] for security_group_rule (7cbf1b5f-9d7b-43ff-ba10-d3b4f96d0c05), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:08.098551 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a4282-01c3-448d-a597-4f95c2eb6b36 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cbf1b5f-9d7b-43ff-ba10-d3b4f96d0c05,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:08.107969 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ac0a4282-01c3-448d-a597-4f95c2eb6b36 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:08.109218 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-ac0a4282-01c3-448d-a597-4f95c2eb6b36 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1228743 Jul 15 14:09:08.112598 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 54338) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:09:08.117152 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-9dcf6200-c13e-4622-be8f-7a8e56789f84 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Request body: {'security_group_rule': {'security_group_id': 'ee2a1e57-92e7-415c-bb8b-57f220d5d3df', 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:09:08.140535 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.db.securitygroups_db [None req-9dcf6200-c13e-4622-be8f-7a8e56789f84 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Project ddbd6e1cb0814523b4e528c14d06cdad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:09:08.147200 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9dcf6200-c13e-4622-be8f-7a8e56789f84 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks [] for security_group_rule (5860f324-1575-4c94-8593-3ea35051b2e8), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:08.162102 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:08.212741 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9dcf6200-c13e-4622-be8f-7a8e56789f84 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks [] for security_group_rule (5860f324-1575-4c94-8593-3ea35051b2e8), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:08.216353 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9dcf6200-c13e-4622-be8f-7a8e56789f84 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484192'] for security_group_rule (5860f324-1575-4c94-8593-3ea35051b2e8), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:08.235842 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf6200-c13e-4622-be8f-7a8e56789f84 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5860f324-1575-4c94-8593-3ea35051b2e8,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:08.240997 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9dcf6200-c13e-4622-be8f-7a8e56789f84 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:08.244990 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-9dcf6200-c13e-4622-be8f-7a8e56789f84 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1313498 Jul 15 14:09:08.245176 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 54340) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:09:08.250383 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-938d32af-92e8-4fef-a62a-728b35858e72 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Request body: {'security_group_rule': {'security_group_id': 'ee2a1e57-92e7-415c-bb8b-57f220d5d3df', 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:09:08.262797 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:08.274645 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.db.securitygroups_db [None req-938d32af-92e8-4fef-a62a-728b35858e72 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Project ddbd6e1cb0814523b4e528c14d06cdad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:09:08.280969 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-938d32af-92e8-4fef-a62a-728b35858e72 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks [] for security_group_rule (938eb724-ba83-4c1c-9872-db843c0b3521), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:08.283791 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:08.350125 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-938d32af-92e8-4fef-a62a-728b35858e72 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks [] for security_group_rule (938eb724-ba83-4c1c-9872-db843c0b3521), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:08.354949 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-938d32af-92e8-4fef-a62a-728b35858e72 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484192'] for security_group_rule (938eb724-ba83-4c1c-9872-db843c0b3521), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:08.374716 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d32af-92e8-4fef-a62a-728b35858e72 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=938eb724-ba83-4c1c-9872-db843c0b3521,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:08.382493 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-938d32af-92e8-4fef-a62a-728b35858e72 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:08.383815 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-938d32af-92e8-4fef-a62a-728b35858e72 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1375141 Jul 15 14:09:08.848989 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba051da-694c-4fd9-ab1f-c268a3656940 None None] Sync routers for ids ['c1517d85-6828-4896-a720-b652802f14df'] in dv-cinder-850002-1-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:09:08.863213 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba051da-694c-4fd9-ab1f-c268a3656940 None None] Routers {'c1517d85-6828-4896-a720-b652802f14df'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:09:08.863213 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-8ba051da-694c-4fd9-ab1f-c268a3656940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:08:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['c1517d85-6828-4896-a720-b652802f14df'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:08.974036 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-8ba051da-694c-4fd9-ab1f-c268a3656940 None None] Set router c1517d85-6828-4896-a720-b652802f14df gateway port host: dv-cinder-850002-1-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:09:09.176193 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-8ba051da-694c-4fd9-ab1f-c268a3656940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1517d85-6828-4896-a720-b652802f14df', 'name': 'tempest-TestVolumeBootPattern-839251974-router', 'tenant_id': '926204d660974b039dfb2d21b87d8d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'a19305e8-9d7f-42d4-b20f-2ccba6ab4bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:09:02Z', 'updated_at': '2022-07-15T14:09:05Z', 'revision_number': 4, 'project_id': '926204d660974b039dfb2d21b87d8d7d', 'gw_port': {'id': 'a19305e8-9d7f-42d4-b20f-2ccba6ab4bdd', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:80:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1517d85-6828-4896-a720-b652802f14df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:09:02Z', 'updated_at': '2022-07-15T14:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': 'fdfcb1bc-c17d-453a-a3a5-b66929016d16', 'name': '', 'network_id': 'ed1c2efe-ed02-4cb1-82ce-5aa42b4953c7', 'tenant_id': '926204d660974b039dfb2d21b87d8d7d', 'mac_address': 'fa:16:3e:46:ce:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1517d85-6828-4896-a720-b652802f14df', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'd32b1112-1494-4156-80e5-8b01d34b0943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:09:04Z', 'updated_at': '2022-07-15T14:09:05Z', 'revision_number': 2, 'project_id': '926204d660974b039dfb2d21b87d8d7d', 'subnets': [{'id': 'd32b1112-1494-4156-80e5-8b01d34b0943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:09.206439 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba051da-694c-4fd9-ab1f-c268a3656940 None None] Checking router: c1517d85-6828-4896-a720-b652802f14df for host: dv-cinder-850002-1-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:09:09.206799 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba051da-694c-4fd9-ab1f-c268a3656940 None None] Updating router c1517d85-6828-4896-a720-b652802f14df port fdfcb1bc-c17d-453a-a3a5-b66929016d16 binding host dv-cinder-850002-1-iscsi {{(pid=103884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:09:09.239948 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8ba051da-694c-4fd9-ab1f-c268a3656940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (fdfcb1bc-c17d-453a-a3a5-b66929016d16), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:09.378421 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:09.428171 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:09.533115 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8ba051da-694c-4fd9-ab1f-c268a3656940 None None] Publish callbacks [] for port (fdfcb1bc-c17d-453a-a3a5-b66929016d16), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:09.543309 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8ba051da-694c-4fd9-ab1f-c268a3656940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (fdfcb1bc-c17d-453a-a3a5-b66929016d16), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:09.570477 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device a19305e8-9d7f-42d4-b20f-2ccba6ab4bdd up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:09:09.629872 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982c49bd-28ee-48d9-80bd-4fca263ef619 None None] Pushing event updated for resources: {'Port': ['ID=fdfcb1bc-c17d-453a-a3a5-b66929016d16,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:09.664021 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port a19305e8-9d7f-42d4-b20f-2ccba6ab4bdd triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:09:09.664717 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (a19305e8-9d7f-42d4-b20f-2ccba6ab4bdd), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:09.676511 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-8ba051da-694c-4fd9-ab1f-c268a3656940 None None] Attempting to bind port fdfcb1bc-c17d-453a-a3a5-b66929016d16 on host dv-cinder-850002-1-iscsi for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 15 14:09:09.676888 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-8ba051da-694c-4fd9-ab1f-c268a3656940 None None] Attempting to bind port fdfcb1bc-c17d-453a-a3a5-b66929016d16 by drivers openvswitch,hyperv on host dv-cinder-850002-1-iscsi at level 0 using segments [{'id': '10bdab34-67c3-4efb-9356-91205157766f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ed1c2efe-ed02-4cb1-82ce-5aa42b4953c7'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 15 14:09:09.677292 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba051da-694c-4fd9-ab1f-c268a3656940 None None] Attempting to bind port fdfcb1bc-c17d-453a-a3a5-b66929016d16 on network ed1c2efe-ed02-4cb1-82ce-5aa42b4953c7 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:09:09.683230 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba051da-694c-4fd9-ab1f-c268a3656940 None None] Checking agent: {'id': '7bcac420-d3a9-4cfc-af22-5ba5795a5287', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 13, 52, 19), 'started_at': datetime.datetime(2022, 7, 15, 13, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 14, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 14:09:09.683531 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba051da-694c-4fd9-ab1f-c268a3656940 None None] Checking segment: {'id': '10bdab34-67c3-4efb-9356-91205157766f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ed1c2efe-ed02-4cb1-82ce-5aa42b4953c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:09:09.683937 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8ba051da-694c-4fd9-ab1f-c268a3656940 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:09.684328 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba051da-694c-4fd9-ab1f-c268a3656940 None None] Bound using segment: {'id': '10bdab34-67c3-4efb-9356-91205157766f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ed1c2efe-ed02-4cb1-82ce-5aa42b4953c7'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 14:09:09.685397 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-8ba051da-694c-4fd9-ab1f-c268a3656940 None None] Bound port: fdfcb1bc-c17d-453a-a3a5-b66929016d16, host: dv-cinder-850002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10bdab34-67c3-4efb-9356-91205157766f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ed1c2efe-ed02-4cb1-82ce-5aa42b4953c7'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 15 14:09:09.685774 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8ba051da-694c-4fd9-ab1f-c268a3656940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (fdfcb1bc-c17d-453a-a3a5-b66929016d16), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:09.755196 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port a19305e8-9d7f-42d4-b20f-2ccba6ab4bdd is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:09:09.780159 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-8ba051da-694c-4fd9-ab1f-c268a3656940 None None] For port fdfcb1bc-c17d-453a-a3a5-b66929016d16, host dv-cinder-850002-1-iscsi, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:09:09.783831 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-8ba051da-694c-4fd9-ab1f-c268a3656940 None None] For port fdfcb1bc-c17d-453a-a3a5-b66929016d16, host dv-cinder-850002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=fdfcb1bc-c17d-453a-a3a5-b66929016d16,segment=NetworkSegment(10bdab34-67c3-4efb-9356-91205157766f),segment_id=10bdab34-67c3-4efb-9356-91205157766f)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:09:09.790501 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8ba051da-694c-4fd9-ab1f-c268a3656940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (fdfcb1bc-c17d-453a-a3a5-b66929016d16), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:09.853006 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba051da-694c-4fd9-ab1f-c268a3656940 None None] Routers {'c1517d85-6828-4896-a720-b652802f14df'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:09:09.853690 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-8ba051da-694c-4fd9-ab1f-c268a3656940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:08:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['c1517d85-6828-4896-a720-b652802f14df'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:09.888785 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-90d43546-a24c-4b11-aabb-b3509af7e07c None None] Provisioning complete for port fdfcb1bc-c17d-453a-a3a5-b66929016d16 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:09:09.889304 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-90d43546-a24c-4b11-aabb-b3509af7e07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (fdfcb1bc-c17d-453a-a3a5-b66929016d16), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:09.896092 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982c49bd-28ee-48d9-80bd-4fca263ef619 None None] Pushing event updated for resources: {'Port': ['ID=fdfcb1bc-c17d-453a-a3a5-b66929016d16,revision_number=4']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:09.986839 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-8ba051da-694c-4fd9-ab1f-c268a3656940 None None] Set router c1517d85-6828-4896-a720-b652802f14df gateway port host: dv-cinder-850002-1-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:09:09.990223 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:10.000967 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-90d43546-a24c-4b11-aabb-b3509af7e07c None None] Current status of the port fdfcb1bc-c17d-453a-a3a5-b66929016d16 is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:09:10.001764 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-90d43546-a24c-4b11-aabb-b3509af7e07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (fdfcb1bc-c17d-453a-a3a5-b66929016d16), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:10.011952 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:10.045874 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-90d43546-a24c-4b11-aabb-b3509af7e07c None None] For port fdfcb1bc-c17d-453a-a3a5-b66929016d16, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=fdfcb1bc-c17d-453a-a3a5-b66929016d16,segment=NetworkSegment(10bdab34-67c3-4efb-9356-91205157766f),segment_id=10bdab34-67c3-4efb-9356-91205157766f)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:09:10.051353 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-90d43546-a24c-4b11-aabb-b3509af7e07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (fdfcb1bc-c17d-453a-a3a5-b66929016d16), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:10.109425 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d43546-a24c-4b11-aabb-b3509af7e07c None None] Pushing event updated for resources: {'Port': ['ID=fdfcb1bc-c17d-453a-a3a5-b66929016d16,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:10.176472 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-8df03ba1-6f4d-4564-a049-dff3cd03e568 None None] Provisioning complete for port fdfcb1bc-c17d-453a-a3a5-b66929016d16 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:09:10.176927 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-8df03ba1-6f4d-4564-a049-dff3cd03e568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (fdfcb1bc-c17d-453a-a3a5-b66929016d16), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:10.263885 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-8df03ba1-6f4d-4564-a049-dff3cd03e568 None None] Current status of the port fdfcb1bc-c17d-453a-a3a5-b66929016d16 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:09:10.306152 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-8ba051da-694c-4fd9-ab1f-c268a3656940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1517d85-6828-4896-a720-b652802f14df', 'name': 'tempest-TestVolumeBootPattern-839251974-router', 'tenant_id': '926204d660974b039dfb2d21b87d8d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'a19305e8-9d7f-42d4-b20f-2ccba6ab4bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:09:02Z', 'updated_at': '2022-07-15T14:09:05Z', 'revision_number': 4, 'project_id': '926204d660974b039dfb2d21b87d8d7d', 'gw_port': {'id': 'a19305e8-9d7f-42d4-b20f-2ccba6ab4bdd', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:80:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1517d85-6828-4896-a720-b652802f14df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:09:02Z', 'updated_at': '2022-07-15T14:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': 'fdfcb1bc-c17d-453a-a3a5-b66929016d16', 'name': '', 'network_id': 'ed1c2efe-ed02-4cb1-82ce-5aa42b4953c7', 'tenant_id': '926204d660974b039dfb2d21b87d8d7d', 'mac_address': 'fa:16:3e:46:ce:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1517d85-6828-4896-a720-b652802f14df', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'd32b1112-1494-4156-80e5-8b01d34b0943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:09:04Z', 'updated_at': '2022-07-15T14:09:09Z', 'revision_number': 4, 'project_id': '926204d660974b039dfb2d21b87d8d7d', 'subnets': [{'id': 'd32b1112-1494-4156-80e5-8b01d34b0943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:10.332319 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba051da-694c-4fd9-ab1f-c268a3656940 None None] The sync data for ids ['c1517d85-6828-4896-a720-b652802f14df'] in dv-cinder-850002-1-iscsi is: [{'id': 'c1517d85-6828-4896-a720-b652802f14df', 'name': 'tempest-TestVolumeBootPattern-839251974-router', 'tenant_id': '926204d660974b039dfb2d21b87d8d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'a19305e8-9d7f-42d4-b20f-2ccba6ab4bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:09:02Z', 'updated_at': '2022-07-15T14:09:05Z', 'revision_number': 4, 'project_id': '926204d660974b039dfb2d21b87d8d7d', 'gw_port': {'id': 'a19305e8-9d7f-42d4-b20f-2ccba6ab4bdd', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:80:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1517d85-6828-4896-a720-b652802f14df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:09:02Z', 'updated_at': '2022-07-15T14:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': 'fdfcb1bc-c17d-453a-a3a5-b66929016d16', 'name': '', 'network_id': 'ed1c2efe-ed02-4cb1-82ce-5aa42b4953c7', 'tenant_id': '926204d660974b039dfb2d21b87d8d7d', 'mac_address': 'fa:16:3e:46:ce:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1517d85-6828-4896-a720-b652802f14df', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'd32b1112-1494-4156-80e5-8b01d34b0943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:09:04Z', 'updated_at': '2022-07-15T14:09:09Z', 'revision_number': 4, 'project_id': '926204d660974b039dfb2d21b87d8d7d', 'subnets': [{'id': 'd32b1112-1494-4156-80e5-8b01d34b0943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:09:11.575586 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device fdfcb1bc-c17d-453a-a3a5-b66929016d16 up at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:09:11.631499 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Provisioning complete for port fdfcb1bc-c17d-453a-a3a5-b66929016d16 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:09:11.632003 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (fdfcb1bc-c17d-453a-a3a5-b66929016d16), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:11.853246 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Current status of the port fdfcb1bc-c17d-453a-a3a5-b66929016d16 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:09:13.370193 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a3bbce54-feef-4781-bee8-94b507f1ba1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (6c40ee43-5406-4a95-b7b4-11b32ddced25), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:15.838341 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a5d6ef68-e145-4afb-b10a-7e2fb632a7e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (f703993d-e678-48e2-a65c-4d8192af82e3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:17.292160 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62650970-9807-4a53-b182-b0e3c169648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (be31d1c0-1844-4ed1-99dc-0179bb6e7ee8), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:18.233718 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=49,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:18.235659 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=4,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:18.372968 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=15,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:18.374652 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=7,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:18.543367 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee182daf-6335-4abe-96a5-cfae59e42a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (d0f04363-b393-47bd-b9b2-c25e00098206), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:18.738645 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (7bcac420-d3a9-4cfc-af22-5ba5795a5287), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:19.139130 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67037ae0-e91d-49a5-838f-18af2c6b954e req-ef3ef7bb-539a-4421-b6cc-af842a4d8f71 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:19.140597 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-67037ae0-e91d-49a5-838f-18af2c6b954e req-ef3ef7bb-539a-4421-b6cc-af842a4d8f71 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7b75964-be8c-4cda-b4da-d9156a8b65fc HTTP/1.1" status: 200 len: 946 time: 0.0501680 Jul 15 14:09:19.190486 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-67037ae0-e91d-49a5-838f-18af2c6b954e req-75c996a6-09eb-4b9a-82b3-f7eca899e74a tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/security-groups?id=92d97019-147b-40e7-a4c9-d7f92e45c43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441856 Jul 15 14:09:20.309333 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb570c-59df-40d1-a65b-7eb2763017ae req-6f527ada-6f65-4666-91b1-f69251f0311d tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:20.310960 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-53bb570c-59df-40d1-a65b-7eb2763017ae req-6f527ada-6f65-4666-91b1-f69251f0311d tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7b75964-be8c-4cda-b4da-d9156a8b65fc HTTP/1.1" status: 200 len: 946 time: 0.0474403 Jul 15 14:09:20.361516 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-53bb570c-59df-40d1-a65b-7eb2763017ae req-58e92ab9-c8d6-435a-9808-d05b883c7bc8 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/security-groups?id=92d97019-147b-40e7-a4c9-d7f92e45c43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442650 Jul 15 14:09:20.646284 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f860ba-f239-4a6c-8bfa-4a36f184c5ed req-64905bf8-75be-4527-9332-163ed4184682 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:20.647780 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e3f860ba-f239-4a6c-8bfa-4a36f184c5ed req-64905bf8-75be-4527-9332-163ed4184682 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.64 "GET /v2.0/ports?device_id=f7b75964-be8c-4cda-b4da-d9156a8b65fc HTTP/1.1" status: 200 len: 946 time: 0.0505550 Jul 15 14:09:20.731968 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-e3f860ba-f239-4a6c-8bfa-4a36f184c5ed req-7c6d297f-2df3-4490-bc05-7800215e530d tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Deleting port bf9cdbb3-3ca5-4ea9-b03c-b329339421be {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:09:20.732231 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-e3f860ba-f239-4a6c-8bfa-4a36f184c5ed req-7c6d297f-2df3-4490-bc05-7800215e530d tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (bf9cdbb3-3ca5-4ea9-b03c-b329339421be), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:20.823556 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-e3f860ba-f239-4a6c-8bfa-4a36f184c5ed req-7c6d297f-2df3-4490-bc05-7800215e530d tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] For port bf9cdbb3-3ca5-4ea9-b03c-b329339421be, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=bf9cdbb3-3ca5-4ea9-b03c-b329339421be,segment=NetworkSegment(a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7),segment_id=a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:09:20.823920 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-e3f860ba-f239-4a6c-8bfa-4a36f184c5ed req-7c6d297f-2df3-4490-bc05-7800215e530d tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (bf9cdbb3-3ca5-4ea9-b03c-b329339421be), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:21.236546 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-e3f860ba-f239-4a6c-8bfa-4a36f184c5ed req-7c6d297f-2df3-4490-bc05-7800215e530d tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:21.237110 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-e3f860ba-f239-4a6c-8bfa-4a36f184c5ed req-7c6d297f-2df3-4490-bc05-7800215e530d tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448782'] for floatingip (8c6e228b-26d0-45cc-8ee5-0fba23fd272b), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:21.237664 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.db.l3_db [req-e3f860ba-f239-4a6c-8bfa-4a36f184c5ed req-7c6d297f-2df3-4490-bc05-7800215e530d tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Floating IP 8c6e228b-26d0-45cc-8ee5-0fba23fd272b disassociated. External IP: 172.27.0.100, port: bf9cdbb3-3ca5-4ea9-b03c-b329339421be. Jul 15 14:09:21.238259 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-e3f860ba-f239-4a6c-8bfa-4a36f184c5ed req-7c6d297f-2df3-4490-bc05-7800215e530d tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Calling delete_port for bf9cdbb3-3ca5-4ea9-b03c-b329339421be owned by compute:nova {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:09:21.321189 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-3117b6cd-8377-4598-90e9-298b0791c2f7 None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:09:21.384565 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-e3f860ba-f239-4a6c-8bfa-4a36f184c5ed req-7c6d297f-2df3-4490-bc05-7800215e530d tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (bf9cdbb3-3ca5-4ea9-b03c-b329339421be), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:21.413454 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6d297f-2df3-4490-bc05-7800215e530d tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Pushing event deleted for resources: {'Port': ['ID=bf9cdbb3-3ca5-4ea9-b03c-b329339421be,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:21.464849 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ffd032e5-2d86-4cda-a96b-c574c1b24d48 req-83e55500-17e4-471a-8feb-0494b3885328 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7b75964-be8c-4cda-b4da-d9156a8b65fc HTTP/1.1" status: 200 len: 210 time: 0.0314534 Jul 15 14:09:21.525733 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3f860ba-f239-4a6c-8bfa-4a36f184c5ed req-7c6d297f-2df3-4490-bc05-7800215e530d tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Router bd8b2dd7-79a3-44de-b57d-5a43659ef752 has already been hosted by L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 14:09:21.637171 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3f860ba-f239-4a6c-8bfa-4a36f184c5ed req-7c6d297f-2df3-4490-bc05-7800215e530d tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:09:21.647013 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529e2772-a4fa-4629-af2a-4fb1a1068e86 None None] Sync routers for ids ['bd8b2dd7-79a3-44de-b57d-5a43659ef752'] in dv-cinder-850002-1-iscsi {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:09:21.658258 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529e2772-a4fa-4629-af2a-4fb1a1068e86 None None] Routers {'bd8b2dd7-79a3-44de-b57d-5a43659ef752'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:09:21.658877 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-529e2772-a4fa-4629-af2a-4fb1a1068e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:09:16Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['bd8b2dd7-79a3-44de-b57d-5a43659ef752'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:21.679934 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3f860ba-f239-4a6c-8bfa-4a36f184c5ed req-7c6d297f-2df3-4490-bc05-7800215e530d tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] No DVR routers for this DVR port bf9cdbb3-3ca5-4ea9-b03c-b329339421be on host hv-cinder-85000 {{(pid=103881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 15 14:09:21.682410 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-e3f860ba-f239-4a6c-8bfa-4a36f184c5ed req-7c6d297f-2df3-4490-bc05-7800215e530d tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:21.685643 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e3f860ba-f239-4a6c-8bfa-4a36f184c5ed req-7c6d297f-2df3-4490-bc05-7800215e530d tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.64 "DELETE /v2.0/ports/bf9cdbb3-3ca5-4ea9-b03c-b329339421be HTTP/1.1" status: 204 len: 173 time: 1.0320501 Jul 15 14:09:21.686078 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b75964-be8c-4cda-b4da-d9156a8b65fc', 'name': 'network-vif-deleted', 'tag': 'bf9cdbb3-3ca5-4ea9-b03c-b329339421be'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:09:21.688400 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27b3149431a8a58964108cadaaee569fc83829ebf6971f3e535c686fd00e584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dbb95fb-443b-48b1-9460-dfc4151a5f1b" -d '{"events": [{"server_uuid": "f7b75964-be8c-4cda-b4da-d9156a8b65fc", "name": "network-vif-deleted", "tag": "bf9cdbb3-3ca5-4ea9-b03c-b329339421be"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:09:21.727735 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 14:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49975a7-8844-4c48-9ec6-1dc965f1d329 x-openstack-request-id: req-e49975a7-8844-4c48-9ec6-1dc965f1d329 {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:09:21.728032 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b75964-be8c-4cda-b4da-d9156a8b65fc", "name": "network-vif-deleted", "tag": "bf9cdbb3-3ca5-4ea9-b03c-b329339421be", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:09:21.728288 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e49975a7-8844-4c48-9ec6-1dc965f1d329 {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:09:21.728732 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e49975a7-8844-4c48-9ec6-1dc965f1d329'] response: {'server_uuid': 'f7b75964-be8c-4cda-b4da-d9156a8b65fc', 'name': 'network-vif-deleted', 'tag': 'bf9cdbb3-3ca5-4ea9-b03c-b329339421be', 'status': 'completed', 'code': 200} Jul 15 14:09:21.771681 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-529e2772-a4fa-4629-af2a-4fb1a1068e86 None None] Set router bd8b2dd7-79a3-44de-b57d-5a43659ef752 gateway port host: dv-cinder-850002-1-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:09:21.848935 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:22.004621 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-529e2772-a4fa-4629-af2a-4fb1a1068e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'name': 'tempest-AttachVolumeNegativeTest-947777848-router', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:07:16Z', 'updated_at': '2022-07-15T14:07:21Z', 'revision_number': 4, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'gw_port': {'id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:37:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:17Z', 'updated_at': '2022-07-15T14:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_floatingips': [{'id': '4a5e18c4-20d1-4e91-bff3-b2bda25a4da9', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'floating_ip_address': '172.27.0.75', 'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'router_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'port_id': '08923a84-8b04-41f6-8ada-897d5d2d5a5e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5', 'mac_address': 'fa:16:3e:a1:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8b8d9e-553e-4193-aaf6-1f599d5282bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T14:07:26Z', 'updated_at': '2022-07-15T14:07:43Z', 'revision_number': 2, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a76e407d-90b4-4481-818a-ae7c0d5f0deb', 'name': '', 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'mac_address': 'fa:16:3e:79:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e9260d0b-edd3-47d2-82af-0f443bfabd45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:20Z', 'updated_at': '2022-07-15T14:07:28Z', 'revision_number': 5, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'subnets': [{'id': 'e9260d0b-edd3-47d2-82af-0f443bfabd45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:22.029066 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529e2772-a4fa-4629-af2a-4fb1a1068e86 None None] Checking router: bd8b2dd7-79a3-44de-b57d-5a43659ef752 for host: dv-cinder-850002-1-iscsi {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:09:22.037499 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529e2772-a4fa-4629-af2a-4fb1a1068e86 None None] Routers {'bd8b2dd7-79a3-44de-b57d-5a43659ef752'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:09:22.038297 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-529e2772-a4fa-4629-af2a-4fb1a1068e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:09:16Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['bd8b2dd7-79a3-44de-b57d-5a43659ef752'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:22.143430 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-529e2772-a4fa-4629-af2a-4fb1a1068e86 None None] Set router bd8b2dd7-79a3-44de-b57d-5a43659ef752 gateway port host: dv-cinder-850002-1-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:09:22.368273 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-529e2772-a4fa-4629-af2a-4fb1a1068e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'name': 'tempest-AttachVolumeNegativeTest-947777848-router', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:07:16Z', 'updated_at': '2022-07-15T14:07:21Z', 'revision_number': 4, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'gw_port': {'id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:37:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:17Z', 'updated_at': '2022-07-15T14:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_floatingips': [{'id': '4a5e18c4-20d1-4e91-bff3-b2bda25a4da9', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'floating_ip_address': '172.27.0.75', 'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'router_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'port_id': '08923a84-8b04-41f6-8ada-897d5d2d5a5e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5', 'mac_address': 'fa:16:3e:a1:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8b8d9e-553e-4193-aaf6-1f599d5282bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T14:07:26Z', 'updated_at': '2022-07-15T14:07:43Z', 'revision_number': 2, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a76e407d-90b4-4481-818a-ae7c0d5f0deb', 'name': '', 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'mac_address': 'fa:16:3e:79:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e9260d0b-edd3-47d2-82af-0f443bfabd45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:20Z', 'updated_at': '2022-07-15T14:07:28Z', 'revision_number': 5, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'subnets': [{'id': 'e9260d0b-edd3-47d2-82af-0f443bfabd45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:22.393748 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529e2772-a4fa-4629-af2a-4fb1a1068e86 None None] The sync data for ids ['bd8b2dd7-79a3-44de-b57d-5a43659ef752'] in dv-cinder-850002-1-iscsi is: [{'id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'name': 'tempest-AttachVolumeNegativeTest-947777848-router', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:07:16Z', 'updated_at': '2022-07-15T14:07:21Z', 'revision_number': 4, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'gw_port': {'id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:37:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:17Z', 'updated_at': '2022-07-15T14:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_floatingips': [{'id': '4a5e18c4-20d1-4e91-bff3-b2bda25a4da9', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'floating_ip_address': '172.27.0.75', 'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'router_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'port_id': '08923a84-8b04-41f6-8ada-897d5d2d5a5e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5', 'mac_address': 'fa:16:3e:a1:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8b8d9e-553e-4193-aaf6-1f599d5282bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T14:07:26Z', 'updated_at': '2022-07-15T14:07:43Z', 'revision_number': 2, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a76e407d-90b4-4481-818a-ae7c0d5f0deb', 'name': '', 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'mac_address': 'fa:16:3e:79:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e9260d0b-edd3-47d2-82af-0f443bfabd45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:20Z', 'updated_at': '2022-07-15T14:07:28Z', 'revision_number': 5, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'subnets': [{'id': 'e9260d0b-edd3-47d2-82af-0f443bfabd45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:09:22.554914 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 54460) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:09:22.629785 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-27747a51-656e-456c-8a70-eacdfa803f77 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for security_group (92d97019-147b-40e7-a4c9-d7f92e45c43a), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:22.658826 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-27747a51-656e-456c-8a70-eacdfa803f77 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for security_group (92d97019-147b-40e7-a4c9-d7f92e45c43a), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:22.663625 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ade5364-0220-43a6-be07-2333a7a581ea None None] New status for floating IP 8c6e228b-26d0-45cc-8ee5-0fba23fd272b: DOWN {{(pid=103884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 15 14:09:22.712850 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-27747a51-656e-456c-8a70-eacdfa803f77 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (92d97019-147b-40e7-a4c9-d7f92e45c43a), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:22.715538 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-27747a51-656e-456c-8a70-eacdfa803f77 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:22.719978 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 54462) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:09:22.720555 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-27747a51-656e-456c-8a70-eacdfa803f77 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "DELETE /v2.0/security-groups/92d97019-147b-40e7-a4c9-d7f92e45c43a HTTP/1.1" status: 204 len: 168 time: 0.1629975 Jul 15 14:09:22.729687 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27747a51-656e-456c-8a70-eacdfa803f77 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d97019-147b-40e7-a4c9-d7f92e45c43a,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:22.734999 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.api.v2.resource [None req-50a7e667-b531-4ad8-96d3-9c6bfde0a926 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] show failed (client error): The resource could not be found. Jul 15 14:09:22.739428 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-50a7e667-b531-4ad8-96d3-9c6bfde0a926 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/security-groups/92d97019-147b-40e7-a4c9-d7f92e45c43a HTTP/1.1" status: 404 len: 347 time: 0.0152278 Jul 15 14:09:22.739663 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 54464) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:09:22.741499 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27747a51-656e-456c-8a70-eacdfa803f77 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:22.742139 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27747a51-656e-456c-8a70-eacdfa803f77 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:22.742821 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27747a51-656e-456c-8a70-eacdfa803f77 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:22.743395 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27747a51-656e-456c-8a70-eacdfa803f77 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:22.743917 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27747a51-656e-456c-8a70-eacdfa803f77 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:22.744477 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27747a51-656e-456c-8a70-eacdfa803f77 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:22.745010 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27747a51-656e-456c-8a70-eacdfa803f77 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:22.745586 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27747a51-656e-456c-8a70-eacdfa803f77 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:22.746135 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27747a51-656e-456c-8a70-eacdfa803f77 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:22.746661 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27747a51-656e-456c-8a70-eacdfa803f77 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:22.747193 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27747a51-656e-456c-8a70-eacdfa803f77 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:22.747548 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27747a51-656e-456c-8a70-eacdfa803f77 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:22.748378 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27747a51-656e-456c-8a70-eacdfa803f77 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:22.748541 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27747a51-656e-456c-8a70-eacdfa803f77 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:22.748884 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27747a51-656e-456c-8a70-eacdfa803f77 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:22.867428 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-f987a44e-c741-44d5-8f9b-60e903326de6 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Deleting port 2516f1a0-0ed5-4886-b597-311683359335 {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:09:22.867776 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f987a44e-c741-44d5-8f9b-60e903326de6 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (2516f1a0-0ed5-4886-b597-311683359335), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:22.886798 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:22.890563 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:22.955450 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f987a44e-c741-44d5-8f9b-60e903326de6 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (2516f1a0-0ed5-4886-b597-311683359335), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:22.955784 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f987a44e-c741-44d5-8f9b-60e903326de6 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for floatingip (2516f1a0-0ed5-4886-b597-311683359335), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:22.968355 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-f987a44e-c741-44d5-8f9b-60e903326de6 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Calling delete_port for 2516f1a0-0ed5-4886-b597-311683359335 owned by network:floatingip {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:09:23.101770 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f987a44e-c741-44d5-8f9b-60e903326de6 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (2516f1a0-0ed5-4886-b597-311683359335), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:23.126246 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f987a44e-c741-44d5-8f9b-60e903326de6 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Pushing event deleted for resources: {'Port': ['ID=2516f1a0-0ed5-4886-b597-311683359335,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:23.188237 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f987a44e-c741-44d5-8f9b-60e903326de6 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for floatingip (8c6e228b-26d0-45cc-8ee5-0fba23fd272b), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:23.190737 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f987a44e-c741-44d5-8f9b-60e903326de6 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for floatingip (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:23.191894 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-f987a44e-c741-44d5-8f9b-60e903326de6 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "DELETE /v2.0/floatingips/8c6e228b-26d0-45cc-8ee5-0fba23fd272b HTTP/1.1" status: 204 len: 168 time: 0.4513094 Jul 15 14:09:23.865730 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c8a1c351-9691-428c-86d8-dbc1df832b73 req-866b0786-7680-4e3f-95af-2494899b2bf6 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-245232798&fields=id&tenant_id=ddbd6e1cb0814523b4e528c14d06cdad HTTP/1.1" status: 200 len: 267 time: 0.0462966 Jul 15 14:09:23.990877 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1c351-9691-428c-86d8-dbc1df832b73 req-f30d9096-df04-42c0-9bd2-206a78cc1a14 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:23.992314 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c8a1c351-9691-428c-86d8-dbc1df832b73 req-f30d9096-df04-42c0-9bd2-206a78cc1a14 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/networks?id=83416a30-2d17-494b-808c-bdf0235bc309 HTTP/1.1" status: 200 len: 812 time: 0.1119473 Jul 15 14:09:24.009504 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c8a1c351-9691-428c-86d8-dbc1df832b73 req-a0af279c-05c8-41cb-afe1-a2b2eaab1e76 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/quotas/ddbd6e1cb0814523b4e528c14d06cdad HTTP/1.1" status: 200 len: 375 time: 0.0118110 Jul 15 14:09:24.066812 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c8a1c351-9691-428c-86d8-dbc1df832b73 req-f01b71ef-85cc-4204-8eca-1852eec71323 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ddbd6e1cb0814523b4e528c14d06cdad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510404 Jul 15 14:09:24.175307 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c8a1c351-9691-428c-86d8-dbc1df832b73 req-3e41ea3d-f7d0-4298-8715-28cbaf83f419 service neutron] 10.222.0.16 "GET /v2.0/networks/83416a30-2d17-494b-808c-bdf0235bc309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894818 Jul 15 14:09:24.270897 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c8a1c351-9691-428c-86d8-dbc1df832b73 req-0807a2fd-3f1c-4b14-82e1-0d6b28b6a721 service neutron] 10.222.0.16 "GET /v2.0/networks/83416a30-2d17-494b-808c-bdf0235bc309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895755 Jul 15 14:09:24.572593 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device bf9cdbb3-3ca5-4ea9-b03c-b329339421be no longer exists at agent hyperv_hv-cinder-85000 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:09:24.586118 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5107fc2c-2b0f-4acc-b0cc-61e2ce1ae180 req-6669ebff-7516-4e43-8c47-f32a99519b03 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=8235719c-04b4-4277-8340-90cfffc0c9bf HTTP/1.1" status: 200 len: 210 time: 0.0446651 Jul 15 14:09:24.611511 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] No Port match for: bf9cdbb3-3ca5-4ea9-b03c-b329339421be {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 15 14:09:24.611941 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device bf9cdbb3-3ca5-4ea9-b03c-b329339421be not bound to the agent host hv-cinder-85000 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:09:24.833798 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea9a68-a149-4565-9355-dc4765fc30c1 req-2a4e7bbd-7d14-4207-836d-60ad11cb92d9 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:24.835565 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-17ea9a68-a149-4565-9355-dc4765fc30c1 req-2a4e7bbd-7d14-4207-836d-60ad11cb92d9 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f8b8d9e-553e-4193-aaf6-1f599d5282bc HTTP/1.1" status: 200 len: 946 time: 0.0527966 Jul 15 14:09:24.889645 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-17ea9a68-a149-4565-9355-dc4765fc30c1 req-dc9dfd76-54c2-439b-9f2e-2c69670954e0 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6236c99-185d-47df-a8e7-38f4d6687951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468581 Jul 15 14:09:25.677582 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c1c9cad9-ac0e-42c3-880f-ceabda8a0247 req-3f6fb7b0-76be-4d9c-bbd3-876bb492ddec tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=8235719c-04b4-4277-8340-90cfffc0c9bf HTTP/1.1" status: 200 len: 210 time: 0.0268564 Jul 15 14:09:26.001416 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb229e61-29d7-440c-9631-75f7324f98f4 req-ad6d9196-367a-4743-8020-3864c11e8a2a tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:26.002874 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-eb229e61-29d7-440c-9631-75f7324f98f4 req-ad6d9196-367a-4743-8020-3864c11e8a2a tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f8b8d9e-553e-4193-aaf6-1f599d5282bc HTTP/1.1" status: 200 len: 946 time: 0.0481193 Jul 15 14:09:26.026614 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:26.050403 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-eb229e61-29d7-440c-9631-75f7324f98f4 req-f833b333-007a-4908-bf3d-77f0d6c4181b tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6236c99-185d-47df-a8e7-38f4d6687951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420642 Jul 15 14:09:26.542625 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e0fdf-e9cd-49da-830a-64fdae172ffa req-1a74e6e9-87e1-4aa0-a34d-a82b803af0ed tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:26.544028 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5c5e0fdf-e9cd-49da-830a-64fdae172ffa req-1a74e6e9-87e1-4aa0-a34d-a82b803af0ed tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f8b8d9e-553e-4193-aaf6-1f599d5282bc HTTP/1.1" status: 200 len: 946 time: 0.0474598 Jul 15 14:09:26.802188 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c00822aa-a2c6-4fd9-bb06-3300575d3cf8 req-6cb803ee-c9bb-449a-a004-e380f737800f tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=8235719c-04b4-4277-8340-90cfffc0c9bf HTTP/1.1" status: 200 len: 210 time: 0.0410392 Jul 15 14:09:26.847863 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-5c5e0fdf-e9cd-49da-830a-64fdae172ffa req-35895c49-f8a7-4d9b-8a2f-09514532c97c tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Deleting port 08923a84-8b04-41f6-8ada-897d5d2d5a5e {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:09:26.848258 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-5c5e0fdf-e9cd-49da-830a-64fdae172ffa req-35895c49-f8a7-4d9b-8a2f-09514532c97c tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (08923a84-8b04-41f6-8ada-897d5d2d5a5e), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:26.897213 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (73ab3907-1bcf-455f-a05d-131e96f159a2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:27.017641 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-5c5e0fdf-e9cd-49da-830a-64fdae172ffa req-35895c49-f8a7-4d9b-8a2f-09514532c97c tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] For port 08923a84-8b04-41f6-8ada-897d5d2d5a5e, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=08923a84-8b04-41f6-8ada-897d5d2d5a5e,segment=NetworkSegment(a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7),segment_id=a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:09:27.018014 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-5c5e0fdf-e9cd-49da-830a-64fdae172ffa req-35895c49-f8a7-4d9b-8a2f-09514532c97c tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (08923a84-8b04-41f6-8ada-897d5d2d5a5e), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:27.025735 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1c351-9691-428c-86d8-dbc1df832b73 req-bb594f21-e1a0-4725-8366-0625773075ef tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:27.027623 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-c8a1c351-9691-428c-86d8-dbc1df832b73 req-bb594f21-e1a0-4725-8366-0625773075ef tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.64 "GET /v2.0/networks?id=83416a30-2d17-494b-808c-bdf0235bc309 HTTP/1.1" status: 200 len: 812 time: 0.1886508 Jul 15 14:09:27.168939 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582849a-50e1-47fc-b7fa-684b7cbe965e req-4b17f047-5307-4a7c-b8e9-3a41ab288f22 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:27.170504 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7582849a-50e1-47fc-b7fa-684b7cbe965e req-4b17f047-5307-4a7c-b8e9-3a41ab288f22 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f8b8d9e-553e-4193-aaf6-1f599d5282bc HTTP/1.1" status: 200 len: 946 time: 0.0497746 Jul 15 14:09:27.171850 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-c8a1c351-9691-428c-86d8-dbc1df832b73 req-453ed21e-7c93-41a9-956e-59c98db63652 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ddbd6e1cb0814523b4e528c14d06cdad HTTP/1.1" status: 200 len: 379 time: 0.1331584 Jul 15 14:09:27.184263 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [req-c8a1c351-9691-428c-86d8-dbc1df832b73 req-c98ecdd4-67c1-457d-9981-7df5baa8d33b tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Request body: {'port': {'device_id': '8235719c-04b4-4277-8340-90cfffc0c9bf', 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309', 'admin_state_up': True, 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'security_groups': ['ee2a1e57-92e7-415c-bb8b-57f220d5d3df']}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:09:27.207998 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:27.222438 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7582849a-50e1-47fc-b7fa-684b7cbe965e req-decac877-4e75-4e18-a502-63d632f0e7b2 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6236c99-185d-47df-a8e7-38f4d6687951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459027 Jul 15 14:09:27.303054 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:27.307185 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-5c5e0fdf-e9cd-49da-830a-64fdae172ffa req-35895c49-f8a7-4d9b-8a2f-09514532c97c tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:27.307568 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-5c5e0fdf-e9cd-49da-830a-64fdae172ffa req-35895c49-f8a7-4d9b-8a2f-09514532c97c tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448782'] for floatingip (4a5e18c4-20d1-4e91-bff3-b2bda25a4da9), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:27.307868 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.db.l3_db [req-5c5e0fdf-e9cd-49da-830a-64fdae172ffa req-35895c49-f8a7-4d9b-8a2f-09514532c97c tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Floating IP 4a5e18c4-20d1-4e91-bff3-b2bda25a4da9 disassociated. External IP: 172.27.0.75, port: 08923a84-8b04-41f6-8ada-897d5d2d5a5e. Jul 15 14:09:27.308316 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-5c5e0fdf-e9cd-49da-830a-64fdae172ffa req-35895c49-f8a7-4d9b-8a2f-09514532c97c tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Calling delete_port for 08923a84-8b04-41f6-8ada-897d5d2d5a5e owned by compute:nova {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:09:27.309936 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:27.416881 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8a1c351-9691-428c-86d8-dbc1df832b73 req-c98ecdd4-67c1-457d-9981-7df5baa8d33b tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Made reservation on behalf of ddbd6e1cb0814523b4e528c14d06cdad for: {'port': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:09:27.420502 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-c8a1c351-9691-428c-86d8-dbc1df832b73 req-c98ecdd4-67c1-457d-9981-7df5baa8d33b tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:27.547193 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-5c5e0fdf-e9cd-49da-830a-64fdae172ffa req-35895c49-f8a7-4d9b-8a2f-09514532c97c tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (08923a84-8b04-41f6-8ada-897d5d2d5a5e), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:27.600839 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35895c49-f8a7-4d9b-8a2f-09514532c97c tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Pushing event deleted for resources: {'Port': ['ID=08923a84-8b04-41f6-8ada-897d5d2d5a5e,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:27.657194 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [req-c8a1c351-9691-428c-86d8-dbc1df832b73 req-c98ecdd4-67c1-457d-9981-7df5baa8d33b tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Allocated IP 172.20.0.6 (83416a30-2d17-494b-808c-bdf0235bc309/36841f61-1fd6-4773-a700-5f34edf482dd/a779e437-fe42-45e9-8ed5-72bfececf241) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:09:27.807188 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c5e0fdf-e9cd-49da-830a-64fdae172ffa req-35895c49-f8a7-4d9b-8a2f-09514532c97c tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Router bd8b2dd7-79a3-44de-b57d-5a43659ef752 has already been hosted by L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 14:09:27.901492 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-881675b6-3b0a-40ee-8304-ae87ab05dc8b req-76ecec19-8170-4829-8014-1cc4f394fdc3 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=8235719c-04b4-4277-8340-90cfffc0c9bf HTTP/1.1" status: 200 len: 210 time: 0.0285387 Jul 15 14:09:27.907786 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-c8a1c351-9691-428c-86d8-dbc1df832b73 req-c98ecdd4-67c1-457d-9981-7df5baa8d33b tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks [] for port (a779e437-fe42-45e9-8ed5-72bfececf241), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:27.969420 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:27.979559 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c5e0fdf-e9cd-49da-830a-64fdae172ffa req-35895c49-f8a7-4d9b-8a2f-09514532c97c tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:09:27.991143 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea1cf44-ab37-4d7b-9ddb-70bec5e451bf None None] Sync routers for ids ['bd8b2dd7-79a3-44de-b57d-5a43659ef752'] in dv-cinder-850002-1-iscsi {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:09:28.004135 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea1cf44-ab37-4d7b-9ddb-70bec5e451bf None None] Routers {'bd8b2dd7-79a3-44de-b57d-5a43659ef752'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:09:28.004940 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-eea1cf44-ab37-4d7b-9ddb-70bec5e451bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:09:16Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['bd8b2dd7-79a3-44de-b57d-5a43659ef752'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:28.017761 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-c8a1c351-9691-428c-86d8-dbc1df832b73 req-c98ecdd4-67c1-457d-9981-7df5baa8d33b tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (a779e437-fe42-45e9-8ed5-72bfececf241), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:28.036838 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:28.039806 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c5e0fdf-e9cd-49da-830a-64fdae172ffa req-35895c49-f8a7-4d9b-8a2f-09514532c97c tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] No DVR routers for this DVR port 08923a84-8b04-41f6-8ada-897d5d2d5a5e on host hv-cinder-85000 {{(pid=103881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 15 14:09:28.063661 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-5c5e0fdf-e9cd-49da-830a-64fdae172ffa req-35895c49-f8a7-4d9b-8a2f-09514532c97c tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:28.074843 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5c5e0fdf-e9cd-49da-830a-64fdae172ffa req-35895c49-f8a7-4d9b-8a2f-09514532c97c tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.64 "DELETE /v2.0/ports/08923a84-8b04-41f6-8ada-897d5d2d5a5e HTTP/1.1" status: 204 len: 173 time: 1.3368101 Jul 15 14:09:28.074843 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f8b8d9e-553e-4193-aaf6-1f599d5282bc', 'name': 'network-vif-deleted', 'tag': '08923a84-8b04-41f6-8ada-897d5d2d5a5e'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:09:28.074843 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27b3149431a8a58964108cadaaee569fc83829ebf6971f3e535c686fd00e584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5933cc8f-89ff-41d9-8aaf-2a10010ec8d6" -d '{"events": [{"server_uuid": "5f8b8d9e-553e-4193-aaf6-1f599d5282bc", "name": "network-vif-deleted", "tag": "08923a84-8b04-41f6-8ada-897d5d2d5a5e"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:09:28.115367 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8a1c351-9691-428c-86d8-dbc1df832b73 req-c98ecdd4-67c1-457d-9981-7df5baa8d33b tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Network 83416a30-2d17-494b-808c-bdf0235bc309 is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:09:28.119594 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [req-c8a1c351-9691-428c-86d8-dbc1df832b73 req-c98ecdd4-67c1-457d-9981-7df5baa8d33b tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:09:28.124319 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a1c351-9691-428c-86d8-dbc1df832b73 req-c98ecdd4-67c1-457d-9981-7df5baa8d33b tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:09:28.136902 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-eea1cf44-ab37-4d7b-9ddb-70bec5e451bf None None] Set router bd8b2dd7-79a3-44de-b57d-5a43659ef752 gateway port host: dv-cinder-850002-1-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:09:28.186421 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 14:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b57624-03d1-4724-a8f0-7138f071d28d x-openstack-request-id: req-a3b57624-03d1-4724-a8f0-7138f071d28d {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:09:28.186727 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f8b8d9e-553e-4193-aaf6-1f599d5282bc", "name": "network-vif-deleted", "tag": "08923a84-8b04-41f6-8ada-897d5d2d5a5e", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:09:28.186992 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a3b57624-03d1-4724-a8f0-7138f071d28d {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:09:28.187416 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3b57624-03d1-4724-a8f0-7138f071d28d'] response: {'server_uuid': '5f8b8d9e-553e-4193-aaf6-1f599d5282bc', 'name': 'network-vif-deleted', 'tag': '08923a84-8b04-41f6-8ada-897d5d2d5a5e', 'status': 'completed', 'code': 200} Jul 15 14:09:28.190444 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ecdd4-67c1-457d-9981-7df5baa8d33b tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Pushing event updated for resources: {'Port': ['ID=a779e437-fe42-45e9-8ed5-72bfececf241,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:28.200906 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1c351-9691-428c-86d8-dbc1df832b73 req-c98ecdd4-67c1-457d-9981-7df5baa8d33b tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:28.202077 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-c8a1c351-9691-428c-86d8-dbc1df832b73 req-c98ecdd4-67c1-457d-9981-7df5baa8d33b tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:28.213610 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:28.236488 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-c8a1c351-9691-428c-86d8-dbc1df832b73 req-c98ecdd4-67c1-457d-9981-7df5baa8d33b tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0571089 Jul 15 14:09:28.242072 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:28.253698 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [req-c8a1c351-9691-428c-86d8-dbc1df832b73 req-edf43ae8-454f-46f3-8e85-146faa6dcd19 service neutron] Request body: {'port': {'device_id': '8235719c-04b4-4277-8340-90cfffc0c9bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85000'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:09:28.336449 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-c8a1c351-9691-428c-86d8-dbc1df832b73 req-edf43ae8-454f-46f3-8e85-146faa6dcd19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (a779e437-fe42-45e9-8ed5-72bfececf241), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:28.355245 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ef25e421-dbca-48c0-97fa-0af1d6e44161 req-ca221667-5413-4641-b4fc-4d99fd43d511 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f8b8d9e-553e-4193-aaf6-1f599d5282bc HTTP/1.1" status: 200 len: 210 time: 0.0334496 Jul 15 14:09:28.364240 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-eea1cf44-ab37-4d7b-9ddb-70bec5e451bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'name': 'tempest-AttachVolumeNegativeTest-947777848-router', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:07:16Z', 'updated_at': '2022-07-15T14:07:21Z', 'revision_number': 4, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'gw_port': {'id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:37:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:17Z', 'updated_at': '2022-07-15T14:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': 'a76e407d-90b4-4481-818a-ae7c0d5f0deb', 'name': '', 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'mac_address': 'fa:16:3e:79:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e9260d0b-edd3-47d2-82af-0f443bfabd45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:20Z', 'updated_at': '2022-07-15T14:07:28Z', 'revision_number': 5, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'subnets': [{'id': 'e9260d0b-edd3-47d2-82af-0f443bfabd45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:28.395633 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea1cf44-ab37-4d7b-9ddb-70bec5e451bf None None] Checking router: bd8b2dd7-79a3-44de-b57d-5a43659ef752 for host: dv-cinder-850002-1-iscsi {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:09:28.405796 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea1cf44-ab37-4d7b-9ddb-70bec5e451bf None None] Routers {'bd8b2dd7-79a3-44de-b57d-5a43659ef752'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:09:28.406409 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-eea1cf44-ab37-4d7b-9ddb-70bec5e451bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:09:16Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['bd8b2dd7-79a3-44de-b57d-5a43659ef752'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:28.512986 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-eea1cf44-ab37-4d7b-9ddb-70bec5e451bf None None] Set router bd8b2dd7-79a3-44de-b57d-5a43659ef752 gateway port host: dv-cinder-850002-1-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:09:28.558385 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-cc701df3-54a9-4c96-b127-2f734613162d None None] Provisioning complete for port a779e437-fe42-45e9-8ed5-72bfececf241 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:09:28.558760 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-cc701df3-54a9-4c96-b127-2f734613162d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (a779e437-fe42-45e9-8ed5-72bfececf241), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:28.588527 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device 08923a84-8b04-41f6-8ada-897d5d2d5a5e no longer exists at agent hyperv_hv-cinder-85000 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:09:28.625173 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [req-c8a1c351-9691-428c-86d8-dbc1df832b73 req-edf43ae8-454f-46f3-8e85-146faa6dcd19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a779e437-fe42-45e9-8ed5-72bfececf241 {{(pid=103881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 14:09:28.634649 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-c8a1c351-9691-428c-86d8-dbc1df832b73 req-edf43ae8-454f-46f3-8e85-146faa6dcd19 service neutron] Publish callbacks [] for port (a779e437-fe42-45e9-8ed5-72bfececf241), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:28.649222 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.provisioning_blocks [req-c8a1c351-9691-428c-86d8-dbc1df832b73 req-edf43ae8-454f-46f3-8e85-146faa6dcd19 service neutron] Transition to ACTIVE for port object a779e437-fe42-45e9-8ed5-72bfececf241 will not be triggered until provisioned by entity L2. {{(pid=103881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 15 14:09:28.655002 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-c8a1c351-9691-428c-86d8-dbc1df832b73 req-edf43ae8-454f-46f3-8e85-146faa6dcd19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268230'] for port (a779e437-fe42-45e9-8ed5-72bfececf241), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:28.715075 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf43ae8-454f-46f3-8e85-146faa6dcd19 service neutron] Pushing event updated for resources: {'Port': ['ID=a779e437-fe42-45e9-8ed5-72bfececf241,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:28.785737 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] No Port match for: 08923a84-8b04-41f6-8ada-897d5d2d5a5e {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 15 14:09:28.785969 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device 08923a84-8b04-41f6-8ada-897d5d2d5a5e not bound to the agent host hv-cinder-85000 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:09:28.799373 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-c8a1c351-9691-428c-86d8-dbc1df832b73 req-edf43ae8-454f-46f3-8e85-146faa6dcd19 service neutron] Attempting to bind port a779e437-fe42-45e9-8ed5-72bfececf241 on host hv-cinder-85000 for vnic_type normal with profile {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 15 14:09:28.799709 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-c8a1c351-9691-428c-86d8-dbc1df832b73 req-edf43ae8-454f-46f3-8e85-146faa6dcd19 service neutron] Attempting to bind port a779e437-fe42-45e9-8ed5-72bfececf241 by drivers openvswitch,hyperv on host hv-cinder-85000 at level 0 using segments [{'id': 'b4cd819b-3570-4fd1-90e3-441ac0a8020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309'}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 15 14:09:28.800039 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a1c351-9691-428c-86d8-dbc1df832b73 req-edf43ae8-454f-46f3-8e85-146faa6dcd19 service neutron] Attempting to bind port a779e437-fe42-45e9-8ed5-72bfececf241 on network 83416a30-2d17-494b-808c-bdf0235bc309 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:09:28.804712 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a1c351-9691-428c-86d8-dbc1df832b73 req-edf43ae8-454f-46f3-8e85-146faa6dcd19 service neutron] Port a779e437-fe42-45e9-8ed5-72bfececf241 on network 83416a30-2d17-494b-808c-bdf0235bc309 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85000 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 15 14:09:28.805033 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a1c351-9691-428c-86d8-dbc1df832b73 req-edf43ae8-454f-46f3-8e85-146faa6dcd19 service neutron] Attempting to bind port a779e437-fe42-45e9-8ed5-72bfececf241 on network 83416a30-2d17-494b-808c-bdf0235bc309 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:09:28.810704 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a1c351-9691-428c-86d8-dbc1df832b73 req-edf43ae8-454f-46f3-8e85-146faa6dcd19 service neutron] Checking agent: {'id': '73ab3907-1bcf-455f-a05d-131e96f159a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85000', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 13, 58, 57), 'started_at': datetime.datetime(2022, 7, 15, 13, 58, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 14, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 14:09:28.811589 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a1c351-9691-428c-86d8-dbc1df832b73 req-edf43ae8-454f-46f3-8e85-146faa6dcd19 service neutron] Checking segment: {'id': 'b4cd819b-3570-4fd1-90e3-441ac0a8020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:09:28.811974 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a1c351-9691-428c-86d8-dbc1df832b73 req-edf43ae8-454f-46f3-8e85-146faa6dcd19 service neutron] Bound using segment: {'id': 'b4cd819b-3570-4fd1-90e3-441ac0a8020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309'} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 14:09:28.812411 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-c8a1c351-9691-428c-86d8-dbc1df832b73 req-edf43ae8-454f-46f3-8e85-146faa6dcd19 service neutron] Bound port: a779e437-fe42-45e9-8ed5-72bfececf241, host: hv-cinder-85000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4cd819b-3570-4fd1-90e3-441ac0a8020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309'}}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 15 14:09:28.812773 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-c8a1c351-9691-428c-86d8-dbc1df832b73 req-edf43ae8-454f-46f3-8e85-146faa6dcd19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (a779e437-fe42-45e9-8ed5-72bfececf241), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:28.822022 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-cc701df3-54a9-4c96-b127-2f734613162d None None] Port a779e437-fe42-45e9-8ed5-72bfececf241 cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 15 14:09:28.885643 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-c8a1c351-9691-428c-86d8-dbc1df832b73 req-edf43ae8-454f-46f3-8e85-146faa6dcd19 service neutron] For port a779e437-fe42-45e9-8ed5-72bfececf241, host hv-cinder-85000, cleared binding levels {{(pid=103881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:09:28.890241 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-c8a1c351-9691-428c-86d8-dbc1df832b73 req-edf43ae8-454f-46f3-8e85-146faa6dcd19 service neutron] For port a779e437-fe42-45e9-8ed5-72bfececf241, host hv-cinder-85000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=a779e437-fe42-45e9-8ed5-72bfececf241,segment=NetworkSegment(b4cd819b-3570-4fd1-90e3-441ac0a8020d),segment_id=b4cd819b-3570-4fd1-90e3-441ac0a8020d)] {{(pid=103881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:09:28.897161 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-c8a1c351-9691-428c-86d8-dbc1df832b73 req-edf43ae8-454f-46f3-8e85-146faa6dcd19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268230'] for port (a779e437-fe42-45e9-8ed5-72bfececf241), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:28.898326 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-eea1cf44-ab37-4d7b-9ddb-70bec5e451bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'name': 'tempest-AttachVolumeNegativeTest-947777848-router', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:07:16Z', 'updated_at': '2022-07-15T14:07:21Z', 'revision_number': 4, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'gw_port': {'id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:37:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:17Z', 'updated_at': '2022-07-15T14:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': 'a76e407d-90b4-4481-818a-ae7c0d5f0deb', 'name': '', 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'mac_address': 'fa:16:3e:79:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e9260d0b-edd3-47d2-82af-0f443bfabd45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:20Z', 'updated_at': '2022-07-15T14:07:28Z', 'revision_number': 5, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'subnets': [{'id': 'e9260d0b-edd3-47d2-82af-0f443bfabd45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:28.924641 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea1cf44-ab37-4d7b-9ddb-70bec5e451bf None None] The sync data for ids ['bd8b2dd7-79a3-44de-b57d-5a43659ef752'] in dv-cinder-850002-1-iscsi is: [{'id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'name': 'tempest-AttachVolumeNegativeTest-947777848-router', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:07:16Z', 'updated_at': '2022-07-15T14:07:21Z', 'revision_number': 4, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'gw_port': {'id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:37:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:17Z', 'updated_at': '2022-07-15T14:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': 'a76e407d-90b4-4481-818a-ae7c0d5f0deb', 'name': '', 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'mac_address': 'fa:16:3e:79:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e9260d0b-edd3-47d2-82af-0f443bfabd45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:20Z', 'updated_at': '2022-07-15T14:07:28Z', 'revision_number': 5, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'subnets': [{'id': 'e9260d0b-edd3-47d2-82af-0f443bfabd45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:09:28.929199 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:28.940217 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1c351-9691-428c-86d8-dbc1df832b73 req-edf43ae8-454f-46f3-8e85-146faa6dcd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:28.941196 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-c8a1c351-9691-428c-86d8-dbc1df832b73 req-edf43ae8-454f-46f3-8e85-146faa6dcd19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:28.942615 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-c8a1c351-9691-428c-86d8-dbc1df832b73 req-edf43ae8-454f-46f3-8e85-146faa6dcd19 service neutron] 10.222.0.64 "PUT /v2.0/ports/a779e437-fe42-45e9-8ed5-72bfececf241 HTTP/1.1" status: 200 len: 1093 time: 0.6935086 Jul 15 14:09:28.963538 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf43ae8-454f-46f3-8e85-146faa6dcd19 service neutron] Pushing event updated for resources: {'Port': ['ID=a779e437-fe42-45e9-8ed5-72bfececf241,revision_number=3']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:29.051454 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1c351-9691-428c-86d8-dbc1df832b73 req-d3c9347e-c8b4-4cdf-a93c-a43515ff7d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:29.053403 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-c8a1c351-9691-428c-86d8-dbc1df832b73 req-d3c9347e-c8b4-4cdf-a93c-a43515ff7d82 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ddbd6e1cb0814523b4e528c14d06cdad&device_id=8235719c-04b4-4277-8340-90cfffc0c9bf HTTP/1.1" status: 200 len: 1127 time: 0.0600846 Jul 15 14:09:29.054864 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178a082-81de-4a0b-ba2f-6592cd98c7e1 req-ee375431-3381-4531-9e72-bcb59fb5a3ab tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:29.056552 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9178a082-81de-4a0b-ba2f-6592cd98c7e1 req-ee375431-3381-4531-9e72-bcb59fb5a3ab tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=8235719c-04b4-4277-8340-90cfffc0c9bf HTTP/1.1" status: 200 len: 943 time: 0.0533185 Jul 15 14:09:29.098884 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-c8a1c351-9691-428c-86d8-dbc1df832b73 req-860be5dd-2c8a-47ca-bbb1-2ba84bb7b279 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a779e437-fe42-45e9-8ed5-72bfececf241 HTTP/1.1" status: 200 len: 217 time: 0.0353401 Jul 15 14:09:29.134411 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9178a082-81de-4a0b-ba2f-6592cd98c7e1 req-2f2a63b9-c623-44ba-9f95-2105aa5d9bdd tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee2a1e57-92e7-415c-bb8b-57f220d5d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714936 Jul 15 14:09:29.176937 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1c351-9691-428c-86d8-dbc1df832b73 req-2712c6d9-7217-47ca-ab76-d56a529340ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:29.178514 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-c8a1c351-9691-428c-86d8-dbc1df832b73 req-2712c6d9-7217-47ca-ab76-d56a529340ca service neutron] 10.222.0.64 "GET /v2.0/subnets?id=36841f61-1fd6-4773-a700-5f34edf482dd HTTP/1.1" status: 200 len: 851 time: 0.0696723 Jul 15 14:09:29.229362 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1c351-9691-428c-86d8-dbc1df832b73 req-1f3d7b24-2aa9-40c4-a904-6c3571fc967e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:29.230914 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-c8a1c351-9691-428c-86d8-dbc1df832b73 req-1f3d7b24-2aa9-40c4-a904-6c3571fc967e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=83416a30-2d17-494b-808c-bdf0235bc309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433710 Jul 15 14:09:29.254809 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5885b4e9-bf75-4fd6-bda0-e80b29fda43d None None] New status for floating IP 4a5e18c4-20d1-4e91-bff3-b2bda25a4da9: DOWN {{(pid=103884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 15 14:09:29.262609 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:29.335744 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-c8a1c351-9691-428c-86d8-dbc1df832b73 req-f35bfcc6-c025-4f6f-8fff-a248be328960 service neutron] 10.222.0.64 "GET /v2.0/networks/83416a30-2d17-494b-808c-bdf0235bc309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950754 Jul 15 14:09:29.441341 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-c8a1c351-9691-428c-86d8-dbc1df832b73 req-05e78731-4d08-4e61-b4e1-f48c952132bf service neutron] 10.222.0.64 "GET /v2.0/networks/83416a30-2d17-494b-808c-bdf0235bc309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962749 Jul 15 14:09:29.448764 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 54530) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:09:29.505016 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-50afd4fb-3397-451b-858d-0ff827cf8c75 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for security_group (e6236c99-185d-47df-a8e7-38f4d6687951), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:29.528488 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-50afd4fb-3397-451b-858d-0ff827cf8c75 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for security_group (e6236c99-185d-47df-a8e7-38f4d6687951), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:29.577216 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-50afd4fb-3397-451b-858d-0ff827cf8c75 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (e6236c99-185d-47df-a8e7-38f4d6687951), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:29.579753 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-50afd4fb-3397-451b-858d-0ff827cf8c75 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:29.580935 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-50afd4fb-3397-451b-858d-0ff827cf8c75 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "DELETE /v2.0/security-groups/e6236c99-185d-47df-a8e7-38f4d6687951 HTTP/1.1" status: 204 len: 168 time: 0.1312261 Jul 15 14:09:29.583815 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 54532) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:09:29.592015 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50afd4fb-3397-451b-858d-0ff827cf8c75 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6236c99-185d-47df-a8e7-38f4d6687951,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:29.598294 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.api.v2.resource [None req-88f820b7-c791-4a8d-a6f6-993ed154a995 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] show failed (client error): The resource could not be found. Jul 15 14:09:29.599292 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-88f820b7-c791-4a8d-a6f6-993ed154a995 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/security-groups/e6236c99-185d-47df-a8e7-38f4d6687951 HTTP/1.1" status: 404 len: 347 time: 0.0144792 Jul 15 14:09:29.602244 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 54536) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:09:29.606601 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:29.718951 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d2422d96-784d-4098-bde7-2604353db143 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Deleting port 722e630c-57d3-44f2-b654-9fe6305ef781 {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:09:29.719293 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d2422d96-784d-4098-bde7-2604353db143 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (722e630c-57d3-44f2-b654-9fe6305ef781), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:29.797453 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d2422d96-784d-4098-bde7-2604353db143 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (722e630c-57d3-44f2-b654-9fe6305ef781), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:29.797676 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d2422d96-784d-4098-bde7-2604353db143 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for floatingip (722e630c-57d3-44f2-b654-9fe6305ef781), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:29.809717 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d2422d96-784d-4098-bde7-2604353db143 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Calling delete_port for 722e630c-57d3-44f2-b654-9fe6305ef781 owned by network:floatingip {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:09:29.944455 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d2422d96-784d-4098-bde7-2604353db143 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59481580'] for port (722e630c-57d3-44f2-b654-9fe6305ef781), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:29.972728 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2422d96-784d-4098-bde7-2604353db143 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Pushing event deleted for resources: {'Port': ['ID=722e630c-57d3-44f2-b654-9fe6305ef781,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:30.039140 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d2422d96-784d-4098-bde7-2604353db143 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for floatingip (4a5e18c4-20d1-4e91-bff3-b2bda25a4da9), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:30.041609 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d2422d96-784d-4098-bde7-2604353db143 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for floatingip (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:30.042752 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-d2422d96-784d-4098-bde7-2604353db143 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "DELETE /v2.0/floatingips/4a5e18c4-20d1-4e91-bff3-b2bda25a4da9 HTTP/1.1" status: 204 len: 168 time: 0.4396164 Jul 15 14:09:30.111865 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 54540) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:09:30.116375 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-c7e63e7b-5656-430f-b33a-5e4d433cc4cc tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Request body: {'security_group': {'name': 'tempest-securitygroup--388443339', 'description': 'tempest-description--1547327892'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:09:30.138561 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c7e63e7b-5656-430f-b33a-5e4d433cc4cc tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:30.188978 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8235719c-04b4-4277-8340-90cfffc0c9bf', 'tag': 'a779e437-fe42-45e9-8ed5-72bfececf241'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:09:30.192303 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27b3149431a8a58964108cadaaee569fc83829ebf6971f3e535c686fd00e584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad37281b-8f94-431c-88ac-57fa881f062f" -d '{"events": [{"name": "network-changed", "server_uuid": "8235719c-04b4-4277-8340-90cfffc0c9bf", "tag": "a779e437-fe42-45e9-8ed5-72bfececf241"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:09:30.217041 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c7e63e7b-5656-430f-b33a-5e4d433cc4cc tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for security_group (086a6298-c333-4ec6-b275-81fc358a8f5c), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:30.229119 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c7e63e7b-5656-430f-b33a-5e4d433cc4cc tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (086a6298-c333-4ec6-b275-81fc358a8f5c), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:30.229581 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 14:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f9a000-6957-4e4a-b5ff-497108f19d3d x-openstack-request-id: req-63f9a000-6957-4e4a-b5ff-497108f19d3d {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:09:30.229866 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8235719c-04b4-4277-8340-90cfffc0c9bf", "tag": "a779e437-fe42-45e9-8ed5-72bfececf241", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:09:30.230114 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-63f9a000-6957-4e4a-b5ff-497108f19d3d {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:09:30.230497 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63f9a000-6957-4e4a-b5ff-497108f19d3d'] response: {'name': 'network-changed', 'server_uuid': '8235719c-04b4-4277-8340-90cfffc0c9bf', 'tag': 'a779e437-fe42-45e9-8ed5-72bfececf241', 'status': 'completed', 'code': 200} Jul 15 14:09:30.273068 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:30.303105 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b26baf-910c-4c03-a531-9088ad55e2cd req-03b3c1e4-e477-46e4-b7bb-74b60b22a261 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:30.304649 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-33b26baf-910c-4c03-a531-9088ad55e2cd req-03b3c1e4-e477-46e4-b7bb-74b60b22a261 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=8235719c-04b4-4277-8340-90cfffc0c9bf HTTP/1.1" status: 200 len: 943 time: 0.0912495 Jul 15 14:09:30.304974 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad37281b-8f94-431c-88ac-57fa881f062f req-034de172-7587-439c-be49-6e9d62e4ec90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:30.306446 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e63e7b-5656-430f-b33a-5e4d433cc4cc tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=086a6298-c333-4ec6-b275-81fc358a8f5c,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:30.306679 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ad37281b-8f94-431c-88ac-57fa881f062f req-034de172-7587-439c-be49-6e9d62e4ec90 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ddbd6e1cb0814523b4e528c14d06cdad&device_id=8235719c-04b4-4277-8340-90cfffc0c9bf HTTP/1.1" status: 200 len: 1127 time: 0.0462260 Jul 15 14:09:30.314815 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c7e63e7b-5656-430f-b33a-5e4d433cc4cc tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:30.321189 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-c7e63e7b-5656-430f-b33a-5e4d433cc4cc tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2034097 Jul 15 14:09:30.324059 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 54546) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:09:30.339085 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-d7cddeca-6c6b-4a51-987c-5b9e7cc3ffd9 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Request body: {'security_group_rule': {'security_group_id': '086a6298-c333-4ec6-b275-81fc358a8f5c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:09:30.365817 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-33b26baf-910c-4c03-a531-9088ad55e2cd req-00154ca5-0134-4aed-a7b8-6dbf65553735 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee2a1e57-92e7-415c-bb8b-57f220d5d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476837 Jul 15 14:09:30.411867 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d7cddeca-6c6b-4a51-987c-5b9e7cc3ffd9 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for security_group_rule (e80818f6-03a2-491e-b160-b82de3aa74c8), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:30.443113 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad37281b-8f94-431c-88ac-57fa881f062f req-2432452c-3af6-485a-b4ff-a76f7aaed654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:30.444602 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ad37281b-8f94-431c-88ac-57fa881f062f req-2432452c-3af6-485a-b4ff-a76f7aaed654 service neutron] 10.222.0.64 "GET /v2.0/networks?id=83416a30-2d17-494b-808c-bdf0235bc309 HTTP/1.1" status: 200 len: 913 time: 0.1288836 Jul 15 14:09:30.496823 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ad37281b-8f94-431c-88ac-57fa881f062f req-b63b9079-ef73-4453-b356-aa305de80c86 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a779e437-fe42-45e9-8ed5-72bfececf241 HTTP/1.1" status: 200 len: 217 time: 0.0430646 Jul 15 14:09:30.541846 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d7cddeca-6c6b-4a51-987c-5b9e7cc3ffd9 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for security_group_rule (e80818f6-03a2-491e-b160-b82de3aa74c8), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:30.548813 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d7cddeca-6c6b-4a51-987c-5b9e7cc3ffd9 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484192'] for security_group_rule (e80818f6-03a2-491e-b160-b82de3aa74c8), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:30.570882 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cddeca-6c6b-4a51-987c-5b9e7cc3ffd9 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e80818f6-03a2-491e-b160-b82de3aa74c8,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:30.573285 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad37281b-8f94-431c-88ac-57fa881f062f req-e1b58075-234c-4842-a227-0fca64f17c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:30.574682 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ad37281b-8f94-431c-88ac-57fa881f062f req-e1b58075-234c-4842-a227-0fca64f17c0e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=36841f61-1fd6-4773-a700-5f34edf482dd HTTP/1.1" status: 200 len: 851 time: 0.0677421 Jul 15 14:09:30.592952 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d7cddeca-6c6b-4a51-987c-5b9e7cc3ffd9 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:30.594084 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-d7cddeca-6c6b-4a51-987c-5b9e7cc3ffd9 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2681675 Jul 15 14:09:30.597052 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 54548) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:09:30.601648 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-4fcfa2e4-d71c-425d-8754-3bca269fbbe8 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Request body: {'security_group_rule': {'security_group_id': '086a6298-c333-4ec6-b275-81fc358a8f5c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:09:30.615263 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:30.622494 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad37281b-8f94-431c-88ac-57fa881f062f req-80ce10b4-470a-4b14-9f1c-f6989c2fab8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:30.624620 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ad37281b-8f94-431c-88ac-57fa881f062f req-80ce10b4-470a-4b14-9f1c-f6989c2fab8c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=83416a30-2d17-494b-808c-bdf0235bc309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429261 Jul 15 14:09:30.632205 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4fcfa2e4-d71c-425d-8754-3bca269fbbe8 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for security_group_rule (69c74546-8d0f-4f3d-9ba9-535f5ebd567a), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:30.656575 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:30.692970 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4fcfa2e4-d71c-425d-8754-3bca269fbbe8 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for security_group_rule (69c74546-8d0f-4f3d-9ba9-535f5ebd567a), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:30.697200 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4fcfa2e4-d71c-425d-8754-3bca269fbbe8 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484192'] for security_group_rule (69c74546-8d0f-4f3d-9ba9-535f5ebd567a), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:30.718638 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcfa2e4-d71c-425d-8754-3bca269fbbe8 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69c74546-8d0f-4f3d-9ba9-535f5ebd567a,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:30.725026 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4fcfa2e4-d71c-425d-8754-3bca269fbbe8 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:30.728769 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-4fcfa2e4-d71c-425d-8754-3bca269fbbe8 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1277745 Jul 15 14:09:30.728944 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ad37281b-8f94-431c-88ac-57fa881f062f req-a413119c-9ea9-499e-a3e3-797fec3b7901 service neutron] 10.222.0.64 "GET /v2.0/networks/83416a30-2d17-494b-808c-bdf0235bc309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928969 Jul 15 14:09:30.729072 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 54550) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:09:30.733847 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-c7753e3f-46d0-4ebe-a97b-cb53bf4cd308 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Request body: {'floatingip': {'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:09:30.756104 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c7753e3f-46d0-4ebe-a97b-cb53bf4cd308 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:30.827035 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ad37281b-8f94-431c-88ac-57fa881f062f req-7a398456-3d27-43d9-a67d-048dae72780a service neutron] 10.222.0.64 "GET /v2.0/networks/83416a30-2d17-494b-808c-bdf0235bc309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891922 Jul 15 14:09:30.836604 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c7753e3f-46d0-4ebe-a97b-cb53bf4cd308 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:30.950056 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-c7753e3f-46d0-4ebe-a97b-cb53bf4cd308 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Allocated IP 172.27.0.50 (85d18fe6-b559-49ae-a129-0350ffd7e8bf/5080191c-7e2b-40a2-af2d-f84b5c858cde/cef2c634-bfa0-4655-a3d2-a601f3b4b9d1) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:09:31.049526 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c7753e3f-46d0-4ebe-a97b-cb53bf4cd308 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for port (cef2c634-bfa0-4655-a3d2-a601f3b4b9d1), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:31.081194 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c7753e3f-46d0-4ebe-a97b-cb53bf4cd308 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59481580'] for port (cef2c634-bfa0-4655-a3d2-a601f3b4b9d1), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:31.117802 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7753e3f-46d0-4ebe-a97b-cb53bf4cd308 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Network 85d18fe6-b559-49ae-a129-0350ffd7e8bf is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:09:31.124436 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-c7753e3f-46d0-4ebe-a97b-cb53bf4cd308 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:09:31.128345 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7753e3f-46d0-4ebe-a97b-cb53bf4cd308 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:09:31.152656 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7753e3f-46d0-4ebe-a97b-cb53bf4cd308 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Pushing event updated for resources: {'Port': ['ID=cef2c634-bfa0-4655-a3d2-a601f3b4b9d1,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:31.216934 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c7753e3f-46d0-4ebe-a97b-cb53bf4cd308 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for floatingip (4b5fd609-3d15-4b59-8204-1090d7e813e9), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:31.243136 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:31.256517 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c7753e3f-46d0-4ebe-a97b-cb53bf4cd308 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (cef2c634-bfa0-4655-a3d2-a601f3b4b9d1), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:31.327493 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=3 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:31.423725 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c7753e3f-46d0-4ebe-a97b-cb53bf4cd308 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for port (cef2c634-bfa0-4655-a3d2-a601f3b4b9d1), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:31.429477 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c7753e3f-46d0-4ebe-a97b-cb53bf4cd308 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59481573'] for port (cef2c634-bfa0-4655-a3d2-a601f3b4b9d1), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:31.533704 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7753e3f-46d0-4ebe-a97b-cb53bf4cd308 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Pushing event updated for resources: {'Port': ['ID=cef2c634-bfa0-4655-a3d2-a601f3b4b9d1,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:31.546755 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a73cd8-38b6-4b51-9914-84123ed1dfef req-70957775-a66e-4bad-90e4-382beae191bb tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:31.548245 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d2a73cd8-38b6-4b51-9914-84123ed1dfef req-70957775-a66e-4bad-90e4-382beae191bb tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=8235719c-04b4-4277-8340-90cfffc0c9bf HTTP/1.1" status: 200 len: 943 time: 0.0933702 Jul 15 14:09:31.553442 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c7753e3f-46d0-4ebe-a97b-cb53bf4cd308 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448782'] for floatingip (4b5fd609-3d15-4b59-8204-1090d7e813e9), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:31.581571 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c7753e3f-46d0-4ebe-a97b-cb53bf4cd308 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for floatingip (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:31.582778 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-c7753e3f-46d0-4ebe-a97b-cb53bf4cd308 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8527865 Jul 15 14:09:31.612375 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d2a73cd8-38b6-4b51-9914-84123ed1dfef req-c9321e5a-f9a3-4b78-ade8-c8a755942c49 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee2a1e57-92e7-415c-bb8b-57f220d5d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560021 Jul 15 14:09:31.777245 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5c05ebbf-f5c7-4a32-9287-e805c872e7fd req-282a9970-8a7d-4eb0-bc5b-9096aa7141ac tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--388443339&fields=id&tenant_id=26daacf03c844ff8a7546dfe3b36d8bb HTTP/1.1" status: 200 len: 267 time: 0.0425534 Jul 15 14:09:31.881925 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05ebbf-f5c7-4a32-9287-e805c872e7fd req-da021adc-4f04-4870-bb42-918c83b7d383 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:31.883345 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5c05ebbf-f5c7-4a32-9287-e805c872e7fd req-da021adc-4f04-4870-bb42-918c83b7d383 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/networks?id=98015688-617a-4c97-89d4-c0de9e353bb5 HTTP/1.1" status: 200 len: 814 time: 0.0997860 Jul 15 14:09:31.897873 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5c05ebbf-f5c7-4a32-9287-e805c872e7fd req-b1481ad9-cee0-48e8-a1e0-e555b67a9ed2 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/quotas/26daacf03c844ff8a7546dfe3b36d8bb HTTP/1.1" status: 200 len: 375 time: 0.0092807 Jul 15 14:09:31.945653 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5c05ebbf-f5c7-4a32-9287-e805c872e7fd req-8b152d80-ef71-4545-8a1b-db9175a9720e tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=26daacf03c844ff8a7546dfe3b36d8bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0427144 Jul 15 14:09:32.047932 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5c05ebbf-f5c7-4a32-9287-e805c872e7fd req-604571c4-85a7-4fd4-b360-3d6f1f93528c service neutron] 10.222.0.16 "GET /v2.0/networks/98015688-617a-4c97-89d4-c0de9e353bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905087 Jul 15 14:09:32.138763 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5c05ebbf-f5c7-4a32-9287-e805c872e7fd req-e0c4560c-64c2-4a81-85cc-a12a11b9581b service neutron] 10.222.0.16 "GET /v2.0/networks/98015688-617a-4c97-89d4-c0de9e353bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838895 Jul 15 14:09:32.298500 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b2bb2055-0e3b-4b38-ad45-0cd696fd06c9 req-734546a0-0861-435b-acf6-b2a440f0a394 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c4ebb6-f959-401d-b3f8-66ee92d1a98c HTTP/1.1" status: 200 len: 210 time: 0.0318182 Jul 15 14:09:32.754926 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b04fd-1f6d-4e01-a2c9-67208349746a req-096352f6-5d31-478f-95c0-ddd6a8541dd9 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:32.757291 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bb9b04fd-1f6d-4e01-a2c9-67208349746a req-096352f6-5d31-478f-95c0-ddd6a8541dd9 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=8235719c-04b4-4277-8340-90cfffc0c9bf HTTP/1.1" status: 200 len: 943 time: 0.0719757 Jul 15 14:09:32.819941 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bb9b04fd-1f6d-4e01-a2c9-67208349746a req-6d9aed04-be61-4e50-81d5-10d0e98b5c5c tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee2a1e57-92e7-415c-bb8b-57f220d5d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534971 Jul 15 14:09:33.245313 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:33.285487 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05ebbf-f5c7-4a32-9287-e805c872e7fd req-8148c02c-7936-4f51-b063-337502f97d04 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:33.287077 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5c05ebbf-f5c7-4a32-9287-e805c872e7fd req-8148c02c-7936-4f51-b063-337502f97d04 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.64 "GET /v2.0/networks?id=98015688-617a-4c97-89d4-c0de9e353bb5 HTTP/1.1" status: 200 len: 814 time: 0.1062648 Jul 15 14:09:33.357145 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5c05ebbf-f5c7-4a32-9287-e805c872e7fd req-67fa985b-4f21-4e29-a370-2bb5b897a9a6 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26daacf03c844ff8a7546dfe3b36d8bb HTTP/1.1" status: 200 len: 379 time: 0.0609739 Jul 15 14:09:33.369262 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [req-5c05ebbf-f5c7-4a32-9287-e805c872e7fd req-e72013c4-0068-4b4e-8e9c-9e4ca870d75e tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Request body: {'port': {'device_id': 'e7c4ebb6-f959-401d-b3f8-66ee92d1a98c', 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5', 'admin_state_up': True, 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'security_groups': ['086a6298-c333-4ec6-b275-81fc358a8f5c']}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:09:33.396282 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0636e92e-0b91-455b-b100-3236c553fa65 req-984f76ad-f6f0-4bfc-8cba-0334d1f3ed9d tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c4ebb6-f959-401d-b3f8-66ee92d1a98c HTTP/1.1" status: 200 len: 210 time: 0.0285211 Jul 15 14:09:33.479586 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c05ebbf-f5c7-4a32-9287-e805c872e7fd req-e72013c4-0068-4b4e-8e9c-9e4ca870d75e tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Made reservation on behalf of 26daacf03c844ff8a7546dfe3b36d8bb for: {'port': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:09:33.483515 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-5c05ebbf-f5c7-4a32-9287-e805c872e7fd req-e72013c4-0068-4b4e-8e9c-9e4ca870d75e tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:33.609777 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [req-5c05ebbf-f5c7-4a32-9287-e805c872e7fd req-e72013c4-0068-4b4e-8e9c-9e4ca870d75e tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Allocated IP 172.20.0.9 (98015688-617a-4c97-89d4-c0de9e353bb5/e9260d0b-edd3-47d2-82af-0f443bfabd45/1a2551e3-419a-4496-9970-b2a5ddcff131) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:09:33.747754 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-5c05ebbf-f5c7-4a32-9287-e805c872e7fd req-e72013c4-0068-4b4e-8e9c-9e4ca870d75e tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for port (1a2551e3-419a-4496-9970-b2a5ddcff131), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:33.778516 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-5c05ebbf-f5c7-4a32-9287-e805c872e7fd req-e72013c4-0068-4b4e-8e9c-9e4ca870d75e tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (1a2551e3-419a-4496-9970-b2a5ddcff131), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:33.822331 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c05ebbf-f5c7-4a32-9287-e805c872e7fd req-e72013c4-0068-4b4e-8e9c-9e4ca870d75e tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Network 98015688-617a-4c97-89d4-c0de9e353bb5 is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:09:33.825608 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [req-5c05ebbf-f5c7-4a32-9287-e805c872e7fd req-e72013c4-0068-4b4e-8e9c-9e4ca870d75e tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:09:33.832686 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c05ebbf-f5c7-4a32-9287-e805c872e7fd req-e72013c4-0068-4b4e-8e9c-9e4ca870d75e tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:09:33.866546 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72013c4-0068-4b4e-8e9c-9e4ca870d75e tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Pushing event updated for resources: {'Port': ['ID=1a2551e3-419a-4496-9970-b2a5ddcff131,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:33.884028 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:33.901436 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05ebbf-f5c7-4a32-9287-e805c872e7fd req-e72013c4-0068-4b4e-8e9c-9e4ca870d75e tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:33.902213 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-5c05ebbf-f5c7-4a32-9287-e805c872e7fd req-e72013c4-0068-4b4e-8e9c-9e4ca870d75e tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:33.924759 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5c05ebbf-f5c7-4a32-9287-e805c872e7fd req-e72013c4-0068-4b4e-8e9c-9e4ca870d75e tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5594375 Jul 15 14:09:33.942104 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [req-5c05ebbf-f5c7-4a32-9287-e805c872e7fd req-5157fe14-de84-44b9-a0d6-119dfce9d0e9 service neutron] Request body: {'port': {'device_id': 'e7c4ebb6-f959-401d-b3f8-66ee92d1a98c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85000'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:09:33.959967 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1cc2a0-f5c8-4dc6-ac10-06d05aed46c0 req-666f3528-bd27-43f9-a969-df629df24c50 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:33.962466 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bd1cc2a0-f5c8-4dc6-ac10-06d05aed46c0 req-666f3528-bd27-43f9-a969-df629df24c50 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=8235719c-04b4-4277-8340-90cfffc0c9bf HTTP/1.1" status: 200 len: 943 time: 0.0625732 Jul 15 14:09:33.987857 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:34.038464 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-5c05ebbf-f5c7-4a32-9287-e805c872e7fd req-5157fe14-de84-44b9-a0d6-119dfce9d0e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (1a2551e3-419a-4496-9970-b2a5ddcff131), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:34.054444 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bd1cc2a0-f5c8-4dc6-ac10-06d05aed46c0 req-0117761d-5903-4176-a7e3-1caebaeaa3c5 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee2a1e57-92e7-415c-bb8b-57f220d5d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857124 Jul 15 14:09:34.087154 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:34.130956 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-a76e28bb-b5d9-426d-a4c6-911bdb9d0957 None None] Provisioning complete for port 1a2551e3-419a-4496-9970-b2a5ddcff131 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:09:34.131528 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a76e28bb-b5d9-426d-a4c6-911bdb9d0957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (1a2551e3-419a-4496-9970-b2a5ddcff131), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:34.169304 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-a76e28bb-b5d9-426d-a4c6-911bdb9d0957 None None] Port 1a2551e3-419a-4496-9970-b2a5ddcff131 cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 15 14:09:34.509770 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:34.520214 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a1de7d-ab33-4a39-9d6c-5c82286b6fa0 req-b87a3077-b203-452d-bc4a-f9052fb8d868 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:34.521816 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a9a1de7d-ab33-4a39-9d6c-5c82286b6fa0 req-b87a3077-b203-452d-bc4a-f9052fb8d868 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c4ebb6-f959-401d-b3f8-66ee92d1a98c HTTP/1.1" status: 200 len: 931 time: 0.0510111 Jul 15 14:09:34.570454 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a9a1de7d-ab33-4a39-9d6c-5c82286b6fa0 req-b56a4853-e2dd-4dba-b49d-c8dea99599e7 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/security-groups?id=086a6298-c333-4ec6-b275-81fc358a8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425289 Jul 15 14:09:34.575472 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [req-5c05ebbf-f5c7-4a32-9287-e805c872e7fd req-5157fe14-de84-44b9-a0d6-119dfce9d0e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a2551e3-419a-4496-9970-b2a5ddcff131 {{(pid=103881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 14:09:34.588457 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-5c05ebbf-f5c7-4a32-9287-e805c872e7fd req-5157fe14-de84-44b9-a0d6-119dfce9d0e9 service neutron] Publish callbacks [] for port (1a2551e3-419a-4496-9970-b2a5ddcff131), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:34.601757 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.provisioning_blocks [req-5c05ebbf-f5c7-4a32-9287-e805c872e7fd req-5157fe14-de84-44b9-a0d6-119dfce9d0e9 service neutron] Transition to ACTIVE for port object 1a2551e3-419a-4496-9970-b2a5ddcff131 will not be triggered until provisioned by entity L2. {{(pid=103881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 15 14:09:34.604936 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-5c05ebbf-f5c7-4a32-9287-e805c872e7fd req-5157fe14-de84-44b9-a0d6-119dfce9d0e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268230'] for port (1a2551e3-419a-4496-9970-b2a5ddcff131), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:34.656906 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5157fe14-de84-44b9-a0d6-119dfce9d0e9 service neutron] Pushing event updated for resources: {'Port': ['ID=1a2551e3-419a-4496-9970-b2a5ddcff131,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:34.731610 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-5c05ebbf-f5c7-4a32-9287-e805c872e7fd req-5157fe14-de84-44b9-a0d6-119dfce9d0e9 service neutron] Attempting to bind port 1a2551e3-419a-4496-9970-b2a5ddcff131 on host hv-cinder-85000 for vnic_type normal with profile {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 15 14:09:34.731997 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-5c05ebbf-f5c7-4a32-9287-e805c872e7fd req-5157fe14-de84-44b9-a0d6-119dfce9d0e9 service neutron] Attempting to bind port 1a2551e3-419a-4496-9970-b2a5ddcff131 by drivers openvswitch,hyperv on host hv-cinder-85000 at level 0 using segments [{'id': 'a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5'}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 15 14:09:34.732268 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c05ebbf-f5c7-4a32-9287-e805c872e7fd req-5157fe14-de84-44b9-a0d6-119dfce9d0e9 service neutron] Attempting to bind port 1a2551e3-419a-4496-9970-b2a5ddcff131 on network 98015688-617a-4c97-89d4-c0de9e353bb5 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:09:34.738482 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c05ebbf-f5c7-4a32-9287-e805c872e7fd req-5157fe14-de84-44b9-a0d6-119dfce9d0e9 service neutron] Port 1a2551e3-419a-4496-9970-b2a5ddcff131 on network 98015688-617a-4c97-89d4-c0de9e353bb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85000 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 15 14:09:34.738802 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c05ebbf-f5c7-4a32-9287-e805c872e7fd req-5157fe14-de84-44b9-a0d6-119dfce9d0e9 service neutron] Attempting to bind port 1a2551e3-419a-4496-9970-b2a5ddcff131 on network 98015688-617a-4c97-89d4-c0de9e353bb5 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:09:34.743915 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c05ebbf-f5c7-4a32-9287-e805c872e7fd req-5157fe14-de84-44b9-a0d6-119dfce9d0e9 service neutron] Checking agent: {'id': '73ab3907-1bcf-455f-a05d-131e96f159a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85000', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 13, 58, 57), 'started_at': datetime.datetime(2022, 7, 15, 13, 58, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 14, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 14:09:34.744247 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c05ebbf-f5c7-4a32-9287-e805c872e7fd req-5157fe14-de84-44b9-a0d6-119dfce9d0e9 service neutron] Checking segment: {'id': 'a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:09:34.744656 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c05ebbf-f5c7-4a32-9287-e805c872e7fd req-5157fe14-de84-44b9-a0d6-119dfce9d0e9 service neutron] Bound using segment: {'id': 'a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5'} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 14:09:34.745072 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-5c05ebbf-f5c7-4a32-9287-e805c872e7fd req-5157fe14-de84-44b9-a0d6-119dfce9d0e9 service neutron] Bound port: 1a2551e3-419a-4496-9970-b2a5ddcff131, host: hv-cinder-85000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5'}}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 15 14:09:34.745429 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-5c05ebbf-f5c7-4a32-9287-e805c872e7fd req-5157fe14-de84-44b9-a0d6-119dfce9d0e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (1a2551e3-419a-4496-9970-b2a5ddcff131), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:34.807808 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-5c05ebbf-f5c7-4a32-9287-e805c872e7fd req-5157fe14-de84-44b9-a0d6-119dfce9d0e9 service neutron] For port 1a2551e3-419a-4496-9970-b2a5ddcff131, host hv-cinder-85000, cleared binding levels {{(pid=103881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:09:34.811786 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-5c05ebbf-f5c7-4a32-9287-e805c872e7fd req-5157fe14-de84-44b9-a0d6-119dfce9d0e9 service neutron] For port 1a2551e3-419a-4496-9970-b2a5ddcff131, host hv-cinder-85000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=1a2551e3-419a-4496-9970-b2a5ddcff131,segment=NetworkSegment(a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7),segment_id=a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7)] {{(pid=103881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:09:34.817820 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-5c05ebbf-f5c7-4a32-9287-e805c872e7fd req-5157fe14-de84-44b9-a0d6-119dfce9d0e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268230'] for port (1a2551e3-419a-4496-9970-b2a5ddcff131), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:34.851563 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05ebbf-f5c7-4a32-9287-e805c872e7fd req-5157fe14-de84-44b9-a0d6-119dfce9d0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:34.852415 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-5c05ebbf-f5c7-4a32-9287-e805c872e7fd req-5157fe14-de84-44b9-a0d6-119dfce9d0e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:34.853867 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5c05ebbf-f5c7-4a32-9287-e805c872e7fd req-5157fe14-de84-44b9-a0d6-119dfce9d0e9 service neutron] 10.222.0.64 "PUT /v2.0/ports/1a2551e3-419a-4496-9970-b2a5ddcff131 HTTP/1.1" status: 200 len: 1093 time: 0.9177692 Jul 15 14:09:34.856227 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7c4ebb6-f959-401d-b3f8-66ee92d1a98c', 'tag': '1a2551e3-419a-4496-9970-b2a5ddcff131'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:09:34.858639 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27b3149431a8a58964108cadaaee569fc83829ebf6971f3e535c686fd00e584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573527be-bd5a-4f57-a274-b1fee2722f8c" -d '{"events": [{"name": "network-changed", "server_uuid": "e7c4ebb6-f959-401d-b3f8-66ee92d1a98c", "tag": "1a2551e3-419a-4496-9970-b2a5ddcff131"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:09:34.886467 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5157fe14-de84-44b9-a0d6-119dfce9d0e9 service neutron] Pushing event updated for resources: {'Port': ['ID=1a2551e3-419a-4496-9970-b2a5ddcff131,revision_number=3']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:34.906312 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 14:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379fc286-8fb0-4358-a4f0-4d31d61f1ce5 x-openstack-request-id: req-379fc286-8fb0-4358-a4f0-4d31d61f1ce5 {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:09:34.906603 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7c4ebb6-f959-401d-b3f8-66ee92d1a98c", "tag": "1a2551e3-419a-4496-9970-b2a5ddcff131", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:09:34.906868 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-379fc286-8fb0-4358-a4f0-4d31d61f1ce5 {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:09:34.907245 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-379fc286-8fb0-4358-a4f0-4d31d61f1ce5'] response: {'name': 'network-changed', 'server_uuid': 'e7c4ebb6-f959-401d-b3f8-66ee92d1a98c', 'tag': '1a2551e3-419a-4496-9970-b2a5ddcff131', 'status': 'completed', 'code': 200} Jul 15 14:09:35.179151 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0da681-4e96-4498-85fb-15fa5efe1de2 req-58f2c3c3-d403-45b8-9d87-d2c4e37e4cfa tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:35.180719 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6c0da681-4e96-4498-85fb-15fa5efe1de2 req-58f2c3c3-d403-45b8-9d87-d2c4e37e4cfa tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=8235719c-04b4-4277-8340-90cfffc0c9bf HTTP/1.1" status: 200 len: 943 time: 0.0509706 Jul 15 14:09:35.231832 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6c0da681-4e96-4498-85fb-15fa5efe1de2 req-129b91ac-2d45-497b-b001-01a9e6569b60 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee2a1e57-92e7-415c-bb8b-57f220d5d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447733 Jul 15 14:09:35.556067 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05ebbf-f5c7-4a32-9287-e805c872e7fd req-980d7701-9211-4823-abb1-b1cf4f663539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:35.557577 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5c05ebbf-f5c7-4a32-9287-e805c872e7fd req-980d7701-9211-4823-abb1-b1cf4f663539 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=26daacf03c844ff8a7546dfe3b36d8bb&device_id=e7c4ebb6-f959-401d-b3f8-66ee92d1a98c HTTP/1.1" status: 200 len: 1127 time: 0.0395305 Jul 15 14:09:35.603455 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5c05ebbf-f5c7-4a32-9287-e805c872e7fd req-6f103124-9227-4f80-ac0f-9f12f39606d7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a2551e3-419a-4496-9970-b2a5ddcff131 HTTP/1.1" status: 200 len: 217 time: 0.0350752 Jul 15 14:09:35.656785 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05ebbf-f5c7-4a32-9287-e805c872e7fd req-5c58aa63-b10d-428a-9284-59a8c24283f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:35.658251 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5c05ebbf-f5c7-4a32-9287-e805c872e7fd req-5c58aa63-b10d-428a-9284-59a8c24283f3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e9260d0b-edd3-47d2-82af-0f443bfabd45 HTTP/1.1" status: 200 len: 853 time: 0.0461919 Jul 15 14:09:35.691917 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da1de1-f737-40cb-b37d-863412b4849c req-b71278b2-4def-412e-8fb4-ec69b05f4305 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:35.693437 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f7da1de1-f737-40cb-b37d-863412b4849c req-b71278b2-4def-412e-8fb4-ec69b05f4305 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c4ebb6-f959-401d-b3f8-66ee92d1a98c HTTP/1.1" status: 200 len: 943 time: 0.0526826 Jul 15 14:09:35.707003 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05ebbf-f5c7-4a32-9287-e805c872e7fd req-a776e548-7157-4ff7-85ec-ae31e36cfff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:35.708554 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5c05ebbf-f5c7-4a32-9287-e805c872e7fd req-a776e548-7157-4ff7-85ec-ae31e36cfff2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=98015688-617a-4c97-89d4-c0de9e353bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400827 Jul 15 14:09:35.744730 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f7da1de1-f737-40cb-b37d-863412b4849c req-40b74842-525f-4cac-a4bd-26e26889ac8d tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/security-groups?id=086a6298-c333-4ec6-b275-81fc358a8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452378 Jul 15 14:09:35.781964 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:DELETE=1,neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:35.809819 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5c05ebbf-f5c7-4a32-9287-e805c872e7fd req-71ae30f7-5c61-41eb-a1ed-21280a46e4b3 service neutron] 10.222.0.64 "GET /v2.0/networks/98015688-617a-4c97-89d4-c0de9e353bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911365 Jul 15 14:09:35.902182 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5c05ebbf-f5c7-4a32-9287-e805c872e7fd req-02e668b0-0e0a-40f9-8d90-51c31fc9179f service neutron] 10.222.0.64 "GET /v2.0/networks/98015688-617a-4c97-89d4-c0de9e353bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824080 Jul 15 14:09:36.347799 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149962ab-1dee-4334-ba5b-b59252be3db3 req-e0c275fe-ed58-4822-8213-131786aeb2a3 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:36.349293 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-149962ab-1dee-4334-ba5b-b59252be3db3 req-e0c275fe-ed58-4822-8213-131786aeb2a3 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=8235719c-04b4-4277-8340-90cfffc0c9bf HTTP/1.1" status: 200 len: 943 time: 0.0478482 Jul 15 14:09:36.403856 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-149962ab-1dee-4334-ba5b-b59252be3db3 req-837492fb-d4e9-470e-a115-dba7e98c84b7 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee2a1e57-92e7-415c-bb8b-57f220d5d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487509 Jul 15 14:09:36.644138 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device a779e437-fe42-45e9-8ed5-72bfececf241 details requested by agent hyperv_hv-cinder-85000 with host hv-cinder-85000 {{(pid=103883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:09:36.749423 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port a779e437-fe42-45e9-8ed5-72bfececf241, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=a779e437-fe42-45e9-8ed5-72bfececf241,segment=NetworkSegment(b4cd819b-3570-4fd1-90e3-441ac0a8020d),segment_id=b4cd819b-3570-4fd1-90e3-441ac0a8020d)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:09:36.760629 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Returning: {'device': 'a779e437-fe42-45e9-8ed5-72bfececf241', 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309', 'port_id': 'a779e437-fe42-45e9-8ed5-72bfececf241', 'mac_address': 'fa:16:3e:25:27:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36841f61-1fd6-4773-a700-5f34edf482dd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:09:36.798275 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Current status of the port a779e437-fe42-45e9-8ed5-72bfececf241 is: DOWN; New status is: BUILD {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:09:36.798670 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (a779e437-fe42-45e9-8ed5-72bfececf241), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:36.814622 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a779e437-fe42-45e9-8ed5-72bfececf241 {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 14:09:36.841489 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port a779e437-fe42-45e9-8ed5-72bfececf241, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=a779e437-fe42-45e9-8ed5-72bfececf241,segment=NetworkSegment(b4cd819b-3570-4fd1-90e3-441ac0a8020d),segment_id=b4cd819b-3570-4fd1-90e3-441ac0a8020d)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:09:36.845669 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (a779e437-fe42-45e9-8ed5-72bfececf241), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:36.858231 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:36.863371 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a1e831-794f-4fcf-b183-9f1719d0a9e8 req-7fc81fef-1fff-427f-ae11-06fb25b21d14 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:36.864692 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-67a1e831-794f-4fcf-b183-9f1719d0a9e8 req-7fc81fef-1fff-427f-ae11-06fb25b21d14 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c4ebb6-f959-401d-b3f8-66ee92d1a98c HTTP/1.1" status: 200 len: 943 time: 0.0532663 Jul 15 14:09:36.869730 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573527be-bd5a-4f57-a274-b1fee2722f8c req-78e8d1a7-ee60-41d8-a6f1-c5e738689485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:36.871253 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-573527be-bd5a-4f57-a274-b1fee2722f8c req-78e8d1a7-ee60-41d8-a6f1-c5e738689485 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=26daacf03c844ff8a7546dfe3b36d8bb&device_id=e7c4ebb6-f959-401d-b3f8-66ee92d1a98c HTTP/1.1" status: 200 len: 1127 time: 0.0478156 Jul 15 14:09:36.903738 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Pushing event updated for resources: {'Port': ['ID=a779e437-fe42-45e9-8ed5-72bfececf241,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:36.917564 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-67a1e831-794f-4fcf-b183-9f1719d0a9e8 req-642b1637-1dd0-4af2-8e37-67b15dec542a tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/security-groups?id=086a6298-c333-4ec6-b275-81fc358a8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449109 Jul 15 14:09:36.966371 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573527be-bd5a-4f57-a274-b1fee2722f8c req-fc1e43bd-e7e0-4e5f-b0b4-e415dde63050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:36.967855 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-573527be-bd5a-4f57-a274-b1fee2722f8c req-fc1e43bd-e7e0-4e5f-b0b4-e415dde63050 service neutron] 10.222.0.64 "GET /v2.0/networks?id=98015688-617a-4c97-89d4-c0de9e353bb5 HTTP/1.1" status: 200 len: 915 time: 0.0899343 Jul 15 14:09:37.009796 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-573527be-bd5a-4f57-a274-b1fee2722f8c req-84f2b372-9bd9-4162-904f-9cc5d143d5a1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a2551e3-419a-4496-9970-b2a5ddcff131 HTTP/1.1" status: 200 len: 217 time: 0.0352309 Jul 15 14:09:37.063854 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573527be-bd5a-4f57-a274-b1fee2722f8c req-ce8c421e-b7a7-4af7-aa89-4873f41cfa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:37.065321 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-573527be-bd5a-4f57-a274-b1fee2722f8c req-ce8c421e-b7a7-4af7-aa89-4873f41cfa42 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e9260d0b-edd3-47d2-82af-0f443bfabd45 HTTP/1.1" status: 200 len: 853 time: 0.0493038 Jul 15 14:09:37.108816 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573527be-bd5a-4f57-a274-b1fee2722f8c req-64cf248c-2e5d-4fe8-9e89-b45e02c5face service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:37.110275 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-573527be-bd5a-4f57-a274-b1fee2722f8c req-64cf248c-2e5d-4fe8-9e89-b45e02c5face service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=98015688-617a-4c97-89d4-c0de9e353bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381920 Jul 15 14:09:37.120303 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] get_ports_and_sgs() called for port_ids ['a779e437-fe42-45e9-8ed5-72bfececf241'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:09:37.205488 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-573527be-bd5a-4f57-a274-b1fee2722f8c req-5fe36c26-100f-4595-901e-53a219a2e1f3 service neutron] 10.222.0.64 "GET /v2.0/networks/98015688-617a-4c97-89d4-c0de9e353bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883162 Jul 15 14:09:37.303155 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-573527be-bd5a-4f57-a274-b1fee2722f8c req-7fccebd4-47c4-4501-9dbf-01ec7b036565 service neutron] 10.222.0.64 "GET /v2.0/networks/98015688-617a-4c97-89d4-c0de9e353bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878868 Jul 15 14:09:37.529035 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4be0a0-0e2c-467d-a7ff-6c535ff92440 req-adbbf09a-a68c-4ad3-965f-241cbd48c179 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:37.530719 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9c4be0a0-0e2c-467d-a7ff-6c535ff92440 req-adbbf09a-a68c-4ad3-965f-241cbd48c179 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=8235719c-04b4-4277-8340-90cfffc0c9bf HTTP/1.1" status: 200 len: 944 time: 0.0547578 Jul 15 14:09:37.586951 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9c4be0a0-0e2c-467d-a7ff-6c535ff92440 req-7d2dc15d-c440-4a58-850d-88b84e44e5ed tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee2a1e57-92e7-415c-bb8b-57f220d5d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505900 Jul 15 14:09:38.045890 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849cc04-e85c-4022-8f0e-125a6d85c0b0 req-5f683129-8824-466a-8adc-be4918d973cf tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:38.047423 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7849cc04-e85c-4022-8f0e-125a6d85c0b0 req-5f683129-8824-466a-8adc-be4918d973cf tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c4ebb6-f959-401d-b3f8-66ee92d1a98c HTTP/1.1" status: 200 len: 943 time: 0.0549452 Jul 15 14:09:38.102386 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7849cc04-e85c-4022-8f0e-125a6d85c0b0 req-e47ad595-aff0-42ab-a022-57b2b292e6c8 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/security-groups?id=086a6298-c333-4ec6-b275-81fc358a8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492499 Jul 15 14:09:38.647311 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device 1a2551e3-419a-4496-9970-b2a5ddcff131 details requested by agent hyperv_hv-cinder-85000 with host hv-cinder-85000 {{(pid=103883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:09:38.652212 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device a779e437-fe42-45e9-8ed5-72bfececf241 up at agent hyperv_hv-cinder-85000 {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:09:38.709259 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75e829-21c5-4777-a682-5d3a3248a734 req-d081dbc2-a751-4e22-a58c-cb469921044d tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:38.710850 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ec75e829-21c5-4777-a682-5d3a3248a734 req-d081dbc2-a751-4e22-a58c-cb469921044d tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=8235719c-04b4-4277-8340-90cfffc0c9bf HTTP/1.1" status: 200 len: 944 time: 0.0521462 Jul 15 14:09:38.733090 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Provisioning for port a779e437-fe42-45e9-8ed5-72bfececf241 completed by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 15 14:09:38.765650 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Provisioning complete for port a779e437-fe42-45e9-8ed5-72bfececf241 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:09:38.766024 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (a779e437-fe42-45e9-8ed5-72bfececf241), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:38.772533 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ec75e829-21c5-4777-a682-5d3a3248a734 req-27a4d7f5-f2bc-4ca4-ae94-e20755ebada5 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee2a1e57-92e7-415c-bb8b-57f220d5d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529146 Jul 15 14:09:38.794340 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:38.797558 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:38.833410 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port 1a2551e3-419a-4496-9970-b2a5ddcff131, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=1a2551e3-419a-4496-9970-b2a5ddcff131,segment=NetworkSegment(a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7),segment_id=a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:09:38.847935 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Returning: {'device': '1a2551e3-419a-4496-9970-b2a5ddcff131', 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5', 'port_id': '1a2551e3-419a-4496-9970-b2a5ddcff131', 'mac_address': 'fa:16:3e:93:6f:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9260d0b-edd3-47d2-82af-0f443bfabd45', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:09:38.899789 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Current status of the port a779e437-fe42-45e9-8ed5-72bfececf241 is: BUILD; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:09:38.900063 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (a779e437-fe42-45e9-8ed5-72bfececf241), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:38.917527 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Current status of the port 1a2551e3-419a-4496-9970-b2a5ddcff131 is: DOWN; New status is: BUILD {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:09:38.917906 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (1a2551e3-419a-4496-9970-b2a5ddcff131), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:38.938477 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a2551e3-419a-4496-9970-b2a5ddcff131 {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 14:09:38.946172 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8235719c-04b4-4277-8340-90cfffc0c9bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a779e437-fe42-45e9-8ed5-72bfececf241'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:09:38.948452 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c4b0ce05359387fb1b8f2741601f150af1cafc779f59aaec505bdecc1202ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886b895e-5b7c-4a4f-9e66-110417621133" -d '{"events": [{"server_uuid": "8235719c-04b4-4277-8340-90cfffc0c9bf", "name": "network-vif-plugged", "status": "completed", "tag": "a779e437-fe42-45e9-8ed5-72bfececf241"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:09:38.969288 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port a779e437-fe42-45e9-8ed5-72bfececf241, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=a779e437-fe42-45e9-8ed5-72bfececf241,segment=NetworkSegment(b4cd819b-3570-4fd1-90e3-441ac0a8020d),segment_id=b4cd819b-3570-4fd1-90e3-441ac0a8020d)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:09:38.975647 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (a779e437-fe42-45e9-8ed5-72bfececf241), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:38.982552 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port 1a2551e3-419a-4496-9970-b2a5ddcff131, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=1a2551e3-419a-4496-9970-b2a5ddcff131,segment=NetworkSegment(a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7),segment_id=a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:09:39.006495 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 14:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179bd06e-6a8a-48c5-a974-00d9f7d63dd1 x-openstack-request-id: req-179bd06e-6a8a-48c5-a974-00d9f7d63dd1 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:09:39.006775 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8235719c-04b4-4277-8340-90cfffc0c9bf", "name": "network-vif-plugged", "status": "completed", "tag": "a779e437-fe42-45e9-8ed5-72bfececf241", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:09:39.007310 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-179bd06e-6a8a-48c5-a974-00d9f7d63dd1 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:09:39.007461 dv-cinder-850002-1-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-179bd06e-6a8a-48c5-a974-00d9f7d63dd1'] response: {'server_uuid': '8235719c-04b4-4277-8340-90cfffc0c9bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a779e437-fe42-45e9-8ed5-72bfececf241', 'code': 200} Jul 15 14:09:39.010112 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (1a2551e3-419a-4496-9970-b2a5ddcff131), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:39.036227 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Pushing event updated for resources: {'Port': ['ID=a779e437-fe42-45e9-8ed5-72bfececf241,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:39.083828 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Pushing event updated for resources: {'Port': ['ID=1a2551e3-419a-4496-9970-b2a5ddcff131,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:39.222725 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5d994-5ff0-458d-bd97-d2d730c1f815 req-487d8305-f11f-427e-b48d-5106d9243884 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:39.224364 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-14d5d994-5ff0-458d-bd97-d2d730c1f815 req-487d8305-f11f-427e-b48d-5106d9243884 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c4ebb6-f959-401d-b3f8-66ee92d1a98c HTTP/1.1" status: 200 len: 944 time: 0.0476608 Jul 15 14:09:39.231728 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc5bcf9-8075-4b84-90f5-1d1f7394ea4f req-bf1d2de3-0554-4f89-a6eb-8e8163b3e6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:39.233346 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-7bc5bcf9-8075-4b84-90f5-1d1f7394ea4f req-bf1d2de3-0554-4f89-a6eb-8e8163b3e6cf service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8235719c-04b4-4277-8340-90cfffc0c9bf HTTP/1.1" status: 200 len: 1129 time: 0.0433502 Jul 15 14:09:39.257573 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] get_ports_and_sgs() called for port_ids ['1a2551e3-419a-4496-9970-b2a5ddcff131'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:09:39.274294 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-14d5d994-5ff0-458d-bd97-d2d730c1f815 req-def03824-8ad6-46b0-96c6-526b176819e0 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/security-groups?id=086a6298-c333-4ec6-b275-81fc358a8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443835 Jul 15 14:09:39.288619 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-7bc5bcf9-8075-4b84-90f5-1d1f7394ea4f req-71446176-30cb-4bf7-91bb-4d829886b440 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ee2a1e57-92e7-415c-bb8b-57f220d5d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460477 Jul 15 14:09:39.326186 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:39.328838 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=90,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:39.368773 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:39.893700 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af69835d-95e7-41c0-83f0-916b99c31947 req-e0ca6593-8ad5-41b1-82ca-2d97d6bdb044 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:39.895204 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-af69835d-95e7-41c0-83f0-916b99c31947 req-e0ca6593-8ad5-41b1-82ca-2d97d6bdb044 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=8235719c-04b4-4277-8340-90cfffc0c9bf HTTP/1.1" status: 200 len: 945 time: 0.0511613 Jul 15 14:09:39.944302 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-af69835d-95e7-41c0-83f0-916b99c31947 req-2602d3c3-79b4-442d-83db-bd80046f30a2 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee2a1e57-92e7-415c-bb8b-57f220d5d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436566 Jul 15 14:09:40.395637 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7d15a-b888-4c67-9458-01f23cae1ba5 req-ef53b3c1-6672-4f05-a327-85b237282329 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:40.397116 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d8b7d15a-b888-4c67-9458-01f23cae1ba5 req-ef53b3c1-6672-4f05-a327-85b237282329 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c4ebb6-f959-401d-b3f8-66ee92d1a98c HTTP/1.1" status: 200 len: 944 time: 0.0495851 Jul 15 14:09:40.447482 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:40.455851 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d8b7d15a-b888-4c67-9458-01f23cae1ba5 req-c6013294-93f4-4259-822d-f91289cdb2d1 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/security-groups?id=086a6298-c333-4ec6-b275-81fc358a8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532539 Jul 15 14:09:40.646243 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device 1a2551e3-419a-4496-9970-b2a5ddcff131 up at agent hyperv_hv-cinder-85000 {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:09:40.689415 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Provisioning for port 1a2551e3-419a-4496-9970-b2a5ddcff131 completed by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 15 14:09:40.695282 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Provisioning complete for port 1a2551e3-419a-4496-9970-b2a5ddcff131 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:09:40.695677 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (1a2551e3-419a-4496-9970-b2a5ddcff131), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:40.768976 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Current status of the port 1a2551e3-419a-4496-9970-b2a5ddcff131 is: BUILD; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:09:40.769328 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (1a2551e3-419a-4496-9970-b2a5ddcff131), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:40.803692 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port 1a2551e3-419a-4496-9970-b2a5ddcff131, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=1a2551e3-419a-4496-9970-b2a5ddcff131,segment=NetworkSegment(a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7),segment_id=a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:09:40.807931 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (1a2551e3-419a-4496-9970-b2a5ddcff131), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:40.858972 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Pushing event updated for resources: {'Port': ['ID=1a2551e3-419a-4496-9970-b2a5ddcff131,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:41.008243 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c4ebb6-f959-401d-b3f8-66ee92d1a98c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2551e3-419a-4496-9970-b2a5ddcff131'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:09:41.010611 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c4b0ce05359387fb1b8f2741601f150af1cafc779f59aaec505bdecc1202ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e2ddd5-8765-4efe-981b-aca9bf008492" -d '{"events": [{"server_uuid": "e7c4ebb6-f959-401d-b3f8-66ee92d1a98c", "name": "network-vif-plugged", "status": "completed", "tag": "1a2551e3-419a-4496-9970-b2a5ddcff131"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:09:41.047499 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 14:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb010ca4-b859-49ac-9090-5994a2551d8c x-openstack-request-id: req-cb010ca4-b859-49ac-9090-5994a2551d8c {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:09:41.047801 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7c4ebb6-f959-401d-b3f8-66ee92d1a98c", "name": "network-vif-plugged", "status": "completed", "tag": "1a2551e3-419a-4496-9970-b2a5ddcff131", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:09:41.048059 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cb010ca4-b859-49ac-9090-5994a2551d8c {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:09:41.048492 dv-cinder-850002-1-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb010ca4-b859-49ac-9090-5994a2551d8c'] response: {'server_uuid': 'e7c4ebb6-f959-401d-b3f8-66ee92d1a98c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2551e3-419a-4496-9970-b2a5ddcff131', 'code': 200} Jul 15 14:09:41.066535 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b130f-b835-4bd3-b934-885b30eccf2e req-b36b2fd0-d19f-4a6f-baf3-7fded6f5d184 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:41.068048 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b40b130f-b835-4bd3-b934-885b30eccf2e req-b36b2fd0-d19f-4a6f-baf3-7fded6f5d184 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=8235719c-04b4-4277-8340-90cfffc0c9bf HTTP/1.1" status: 200 len: 945 time: 0.0539989 Jul 15 14:09:41.080612 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:41.125733 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b40b130f-b835-4bd3-b934-885b30eccf2e req-6aad1fd9-e9c4-4a85-bc07-cec7603b6ea2 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee2a1e57-92e7-415c-bb8b-57f220d5d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519352 Jul 15 14:09:41.227607 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ec291-478b-43ab-9c12-f79e03868968 req-0c2f0198-82b1-47f1-b062-3cbf1a67d583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:41.229160 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-f69ec291-478b-43ab-9c12-f79e03868968 req-0c2f0198-82b1-47f1-b062-3cbf1a67d583 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e7c4ebb6-f959-401d-b3f8-66ee92d1a98c HTTP/1.1" status: 200 len: 1129 time: 0.0449088 Jul 15 14:09:41.251861 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad1869-733b-456b-90cc-68fe64125a2b req-a7132740-58ac-404c-b74e-824b2370e72a tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:41.253406 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-62ad1869-733b-456b-90cc-68fe64125a2b req-a7132740-58ac-404c-b74e-824b2370e72a tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=8235719c-04b4-4277-8340-90cfffc0c9bf HTTP/1.1" status: 200 len: 945 time: 0.0494900 Jul 15 14:09:41.276858 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-f69ec291-478b-43ab-9c12-f79e03868968 req-930744bc-690b-493c-b45d-289c0638491e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=086a6298-c333-4ec6-b275-81fc358a8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407562 Jul 15 14:09:41.308855 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-62ad1869-733b-456b-90cc-68fe64125a2b req-d090bff4-f162-4d47-b627-235f56e9a309 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee2a1e57-92e7-415c-bb8b-57f220d5d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498469 Jul 15 14:09:41.332331 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 54618) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:09:41.506546 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e1df12-2204-4def-9e7e-383a05edbffe tempest-TestVolumeBootPattern-1677080867 tempest-TestVolumeBootPattern-1677080867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:41.508328 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-e7e1df12-2204-4def-9e7e-383a05edbffe tempest-TestVolumeBootPattern-1677080867 tempest-TestVolumeBootPattern-1677080867-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8235719c-04b4-4277-8340-90cfffc0c9bf HTTP/1.1" status: 200 len: 1124 time: 0.1745424 Jul 15 14:09:41.511668 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 54624) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:09:41.517053 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-44844016-79a7-40eb-812a-db6e8325176e tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Request body: {'floatingip': {'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'port_id': 'a779e437-fe42-45e9-8ed5-72bfececf241', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:09:41.541351 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-44844016-79a7-40eb-812a-db6e8325176e tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:41.591990 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a520245-571a-4e9b-977b-387395155630 req-a3c31668-786c-409d-88a7-b082e9051bf5 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:41.593753 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1a520245-571a-4e9b-977b-387395155630 req-a3c31668-786c-409d-88a7-b082e9051bf5 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c4ebb6-f959-401d-b3f8-66ee92d1a98c HTTP/1.1" status: 200 len: 945 time: 0.0588195 Jul 15 14:09:41.633801 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-44844016-79a7-40eb-812a-db6e8325176e tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:41.636259 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:41.648483 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1a520245-571a-4e9b-977b-387395155630 req-fae29dbd-1109-408c-903c-6e10918c4c24 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/security-groups?id=086a6298-c333-4ec6-b275-81fc358a8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477509 Jul 15 14:09:41.747430 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [None req-44844016-79a7-40eb-812a-db6e8325176e tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Allocated IP 172.27.0.163 (85d18fe6-b559-49ae-a129-0350ffd7e8bf/5080191c-7e2b-40a2-af2d-f84b5c858cde/b7a83d19-c2bf-4c47-8ebf-35c8798c813e) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:09:41.848608 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-44844016-79a7-40eb-812a-db6e8325176e tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks [] for port (b7a83d19-c2bf-4c47-8ebf-35c8798c813e), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:41.855030 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:41.885562 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-44844016-79a7-40eb-812a-db6e8325176e tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (b7a83d19-c2bf-4c47-8ebf-35c8798c813e), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:41.923174 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44844016-79a7-40eb-812a-db6e8325176e tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Network 85d18fe6-b559-49ae-a129-0350ffd7e8bf is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:09:41.930198 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-44844016-79a7-40eb-812a-db6e8325176e tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:09:41.932654 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44844016-79a7-40eb-812a-db6e8325176e tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:09:41.939287 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44844016-79a7-40eb-812a-db6e8325176e tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Pushing event updated for resources: {'Port': ['ID=b7a83d19-c2bf-4c47-8ebf-35c8798c813e,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:42.289956 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-44844016-79a7-40eb-812a-db6e8325176e tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks [] for floatingip (2037ee4e-3209-4a42-b37f-b2834766f9f8), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:42.362896 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-44844016-79a7-40eb-812a-db6e8325176e tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (b7a83d19-c2bf-4c47-8ebf-35c8798c813e), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:42.421898 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:42.523212 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-44844016-79a7-40eb-812a-db6e8325176e tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks [] for port (b7a83d19-c2bf-4c47-8ebf-35c8798c813e), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:42.527295 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-44844016-79a7-40eb-812a-db6e8325176e tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268230'] for port (b7a83d19-c2bf-4c47-8ebf-35c8798c813e), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:42.602358 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44844016-79a7-40eb-812a-db6e8325176e tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Pushing event updated for resources: {'Port': ['ID=b7a83d19-c2bf-4c47-8ebf-35c8798c813e,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:42.612923 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-44844016-79a7-40eb-812a-db6e8325176e tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448782'] for floatingip (2037ee4e-3209-4a42-b37f-b2834766f9f8), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:42.695259 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:42.718530 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.db.l3_db [None req-44844016-79a7-40eb-812a-db6e8325176e tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Floating IP 2037ee4e-3209-4a42-b37f-b2834766f9f8 associated. External IP: 172.27.0.163, port: a779e437-fe42-45e9-8ed5-72bfececf241. Jul 15 14:09:42.782541 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33009749-8b34-440f-a217-8435d8e4a0b7 req-d1fa50fa-5845-41ce-b2d4-0b802737de1d tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:42.784082 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-33009749-8b34-440f-a217-8435d8e4a0b7 req-d1fa50fa-5845-41ce-b2d4-0b802737de1d tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c4ebb6-f959-401d-b3f8-66ee92d1a98c HTTP/1.1" status: 200 len: 945 time: 0.0588095 Jul 15 14:09:42.835654 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-33009749-8b34-440f-a217-8435d8e4a0b7 req-e92b200c-8469-487c-a1ae-986024ada651 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/security-groups?id=086a6298-c333-4ec6-b275-81fc358a8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451913 Jul 15 14:09:42.945102 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44844016-79a7-40eb-812a-db6e8325176e tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Router a2890c66-8fcd-49a7-9eb7-46e03a8768ca has already been hosted by L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 14:09:42.959307 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af83c1f-48fd-4425-9e5a-fe726d0d7d1a req-523a635d-a867-4035-a5c7-ccfde13099bf tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:42.960855 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3af83c1f-48fd-4425-9e5a-fe726d0d7d1a req-523a635d-a867-4035-a5c7-ccfde13099bf tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c4ebb6-f959-401d-b3f8-66ee92d1a98c HTTP/1.1" status: 200 len: 945 time: 0.0535777 Jul 15 14:09:42.972238 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 54630) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:09:42.976907 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-02ab8f87-2ba4-4a11-9c3d-5fb1b8442dd4 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Request body: {'floatingip': {'port_id': '1a2551e3-419a-4496-9970-b2a5ddcff131'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:09:43.020092 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-02ab8f87-2ba4-4a11-9c3d-5fb1b8442dd4 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for floatingip (4b5fd609-3d15-4b59-8204-1090d7e813e9), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:43.052372 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44844016-79a7-40eb-812a-db6e8325176e tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:09:43.064651 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d221d1ad-0763-4eb3-9af0-d797810a2d8a None None] Sync routers for ids ['a2890c66-8fcd-49a7-9eb7-46e03a8768ca'] in dv-cinder-850002-1-iscsi {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:09:43.074562 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-44844016-79a7-40eb-812a-db6e8325176e tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for floatingip (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:43.076146 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d221d1ad-0763-4eb3-9af0-d797810a2d8a None None] Routers {'a2890c66-8fcd-49a7-9eb7-46e03a8768ca'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:09:43.077618 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-d221d1ad-0763-4eb3-9af0-d797810a2d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:09:16Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['a2890c66-8fcd-49a7-9eb7-46e03a8768ca'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:43.115973 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-44844016-79a7-40eb-812a-db6e8325176e tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6023984 Jul 15 14:09:43.117124 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8235719c-04b4-4277-8340-90cfffc0c9bf', 'tag': 'a779e437-fe42-45e9-8ed5-72bfececf241'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:09:43.120311 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27b3149431a8a58964108cadaaee569fc83829ebf6971f3e535c686fd00e584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6746d3-b270-494d-b22a-f3c6bc20f516" -d '{"events": [{"name": "network-changed", "server_uuid": "8235719c-04b4-4277-8340-90cfffc0c9bf", "tag": "a779e437-fe42-45e9-8ed5-72bfececf241"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:09:43.171045 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 14:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1722f60c-17dc-4dc1-b4d0-3a4a7ed952a1 x-openstack-request-id: req-1722f60c-17dc-4dc1-b4d0-3a4a7ed952a1 {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:09:43.171406 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8235719c-04b4-4277-8340-90cfffc0c9bf", "tag": "a779e437-fe42-45e9-8ed5-72bfececf241", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:09:43.171756 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1722f60c-17dc-4dc1-b4d0-3a4a7ed952a1 {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:09:43.172246 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1722f60c-17dc-4dc1-b4d0-3a4a7ed952a1'] response: {'name': 'network-changed', 'server_uuid': '8235719c-04b4-4277-8340-90cfffc0c9bf', 'tag': 'a779e437-fe42-45e9-8ed5-72bfececf241', 'status': 'completed', 'code': 200} Jul 15 14:09:43.196064 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-d221d1ad-0763-4eb3-9af0-d797810a2d8a None None] Set router a2890c66-8fcd-49a7-9eb7-46e03a8768ca gateway port host: dv-cinder-850002-1-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:09:43.255936 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6746d3-b270-494d-b22a-f3c6bc20f516 req-a08b0ddc-bd84-4e24-ae7b-bd0ccda6f95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:43.257741 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-0e6746d3-b270-494d-b22a-f3c6bc20f516 req-a08b0ddc-bd84-4e24-ae7b-bd0ccda6f95e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ddbd6e1cb0814523b4e528c14d06cdad&device_id=8235719c-04b4-4277-8340-90cfffc0c9bf HTTP/1.1" status: 200 len: 1129 time: 0.0631359 Jul 15 14:09:43.368939 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6746d3-b270-494d-b22a-f3c6bc20f516 req-f1a554ed-4ff2-41b6-bf23-0ebf6ae9e9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:43.370478 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-0e6746d3-b270-494d-b22a-f3c6bc20f516 req-f1a554ed-4ff2-41b6-bf23-0ebf6ae9e9bb service neutron] 10.222.0.64 "GET /v2.0/networks?id=83416a30-2d17-494b-808c-bdf0235bc309 HTTP/1.1" status: 200 len: 913 time: 0.1054513 Jul 15 14:09:43.441317 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-0e6746d3-b270-494d-b22a-f3c6bc20f516 req-a7c0c8f0-1c11-463b-90a0-acf4361ef86c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a779e437-fe42-45e9-8ed5-72bfececf241 HTTP/1.1" status: 200 len: 999 time: 0.0632286 Jul 15 14:09:43.442622 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0011c34b-f816-46d2-afc0-0e8e96c95e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (6c40ee43-5406-4a95-b7b4-11b32ddced25), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:43.450901 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:43.481565 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=100 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:43.501039 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6746d3-b270-494d-b22a-f3c6bc20f516 req-7173fca3-dbf2-4b6c-b36f-3fe166ab8f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:43.502671 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-0e6746d3-b270-494d-b22a-f3c6bc20f516 req-7173fca3-dbf2-4b6c-b36f-3fe166ab8f65 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=36841f61-1fd6-4773-a700-5f34edf482dd HTTP/1.1" status: 200 len: 851 time: 0.0551856 Jul 15 14:09:43.552302 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6746d3-b270-494d-b22a-f3c6bc20f516 req-1bbd2db0-f50e-495d-985c-ecc8184f98d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:43.552842 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-0e6746d3-b270-494d-b22a-f3c6bc20f516 req-1bbd2db0-f50e-495d-985c-ecc8184f98d7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=83416a30-2d17-494b-808c-bdf0235bc309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437963 Jul 15 14:09:43.606455 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-d221d1ad-0763-4eb3-9af0-d797810a2d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'name': 'tempest-TestVolumeBootPattern-1580463029-router', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'f9b31570-8db1-4985-9fb9-149b734b6d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:08:57Z', 'updated_at': '2022-07-15T14:09:00Z', 'revision_number': 4, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'gw_port': {'id': 'f9b31570-8db1-4985-9fb9-149b734b6d1b', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:40:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:08:57Z', 'updated_at': '2022-07-15T14:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_floatingips': [{'id': '2037ee4e-3209-4a42-b37f-b2834766f9f8', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'floating_ip_address': '172.27.0.163', 'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'router_id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'port_id': 'a779e437-fe42-45e9-8ed5-72bfececf241', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309', 'mac_address': 'fa:16:3e:25:27:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8235719c-04b4-4277-8340-90cfffc0c9bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T14:09:42Z', 'updated_at': '2022-07-15T14:09:42Z', 'revision_number': 0, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d8b7d29-2293-4456-af70-b4ca025cde85', 'name': '', 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'mac_address': 'fa:16:3e:29:8b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '36841f61-1fd6-4773-a700-5f34edf482dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:08:59Z', 'updated_at': '2022-07-15T14:09:05Z', 'revision_number': 5, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'subnets': [{'id': '36841f61-1fd6-4773-a700-5f34edf482dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:43.634370 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d221d1ad-0763-4eb3-9af0-d797810a2d8a None None] Checking router: a2890c66-8fcd-49a7-9eb7-46e03a8768ca for host: dv-cinder-850002-1-iscsi {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:09:43.643732 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d221d1ad-0763-4eb3-9af0-d797810a2d8a None None] Routers {'a2890c66-8fcd-49a7-9eb7-46e03a8768ca'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:09:43.644374 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-d221d1ad-0763-4eb3-9af0-d797810a2d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:09:16Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['a2890c66-8fcd-49a7-9eb7-46e03a8768ca'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:43.661547 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-0e6746d3-b270-494d-b22a-f3c6bc20f516 req-9a282bda-8d57-4f76-ab7f-59d6677ae13a service neutron] 10.222.0.64 "GET /v2.0/networks/83416a30-2d17-494b-808c-bdf0235bc309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019862 Jul 15 14:09:43.687732 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:43.696510 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.db.resource_extend [None req-02ab8f87-2ba4-4a11-9c3d-5fb1b8442dd4 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 15 14:09:43.746833 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-02ab8f87-2ba4-4a11-9c3d-5fb1b8442dd4 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:43.751028 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-02ab8f87-2ba4-4a11-9c3d-5fb1b8442dd4 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448782'] for floatingip (4b5fd609-3d15-4b59-8204-1090d7e813e9), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:43.767570 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-d221d1ad-0763-4eb3-9af0-d797810a2d8a None None] Set router a2890c66-8fcd-49a7-9eb7-46e03a8768ca gateway port host: dv-cinder-850002-1-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:09:43.767850 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-0e6746d3-b270-494d-b22a-f3c6bc20f516 req-8f49bbf6-01c2-4a67-9e78-3c408295ec7b service neutron] 10.222.0.64 "GET /v2.0/networks/83416a30-2d17-494b-808c-bdf0235bc309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983145 Jul 15 14:09:43.847974 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.db.l3_db [None req-02ab8f87-2ba4-4a11-9c3d-5fb1b8442dd4 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Floating IP 4b5fd609-3d15-4b59-8204-1090d7e813e9 associated. External IP: 172.27.0.50, port: 1a2551e3-419a-4496-9970-b2a5ddcff131. Jul 15 14:09:43.922064 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:43.946768 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:43.984553 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-d221d1ad-0763-4eb3-9af0-d797810a2d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'name': 'tempest-TestVolumeBootPattern-1580463029-router', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'f9b31570-8db1-4985-9fb9-149b734b6d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:08:57Z', 'updated_at': '2022-07-15T14:09:00Z', 'revision_number': 4, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'gw_port': {'id': 'f9b31570-8db1-4985-9fb9-149b734b6d1b', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:40:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:08:57Z', 'updated_at': '2022-07-15T14:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_floatingips': [{'id': '2037ee4e-3209-4a42-b37f-b2834766f9f8', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'floating_ip_address': '172.27.0.163', 'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'router_id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'port_id': 'a779e437-fe42-45e9-8ed5-72bfececf241', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309', 'mac_address': 'fa:16:3e:25:27:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8235719c-04b4-4277-8340-90cfffc0c9bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T14:09:42Z', 'updated_at': '2022-07-15T14:09:42Z', 'revision_number': 0, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d8b7d29-2293-4456-af70-b4ca025cde85', 'name': '', 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'mac_address': 'fa:16:3e:29:8b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '36841f61-1fd6-4773-a700-5f34edf482dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:08:59Z', 'updated_at': '2022-07-15T14:09:05Z', 'revision_number': 5, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'subnets': [{'id': '36841f61-1fd6-4773-a700-5f34edf482dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:44.013055 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d221d1ad-0763-4eb3-9af0-d797810a2d8a None None] The sync data for ids ['a2890c66-8fcd-49a7-9eb7-46e03a8768ca'] in dv-cinder-850002-1-iscsi is: [{'id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'name': 'tempest-TestVolumeBootPattern-1580463029-router', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'f9b31570-8db1-4985-9fb9-149b734b6d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:08:57Z', 'updated_at': '2022-07-15T14:09:00Z', 'revision_number': 4, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'gw_port': {'id': 'f9b31570-8db1-4985-9fb9-149b734b6d1b', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:40:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:08:57Z', 'updated_at': '2022-07-15T14:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_floatingips': [{'id': '2037ee4e-3209-4a42-b37f-b2834766f9f8', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'floating_ip_address': '172.27.0.163', 'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'router_id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'port_id': 'a779e437-fe42-45e9-8ed5-72bfececf241', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309', 'mac_address': 'fa:16:3e:25:27:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8235719c-04b4-4277-8340-90cfffc0c9bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T14:09:42Z', 'updated_at': '2022-07-15T14:09:42Z', 'revision_number': 0, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d8b7d29-2293-4456-af70-b4ca025cde85', 'name': '', 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'mac_address': 'fa:16:3e:29:8b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '36841f61-1fd6-4773-a700-5f34edf482dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:08:59Z', 'updated_at': '2022-07-15T14:09:05Z', 'revision_number': 5, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'subnets': [{'id': '36841f61-1fd6-4773-a700-5f34edf482dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:09:44.063289 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02ab8f87-2ba4-4a11-9c3d-5fb1b8442dd4 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Router bd8b2dd7-79a3-44de-b57d-5a43659ef752 has already been hosted by L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 14:09:44.179642 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ab8f87-2ba4-4a11-9c3d-5fb1b8442dd4 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:09:44.184337 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-02ab8f87-2ba4-4a11-9c3d-5fb1b8442dd4 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for floatingip (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:44.194281 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569019a2-cc3b-4e49-99b3-0855c590d118 None None] Sync routers for ids ['bd8b2dd7-79a3-44de-b57d-5a43659ef752'] in dv-cinder-850002-1-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:09:44.207699 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569019a2-cc3b-4e49-99b3-0855c590d118 None None] Routers {'bd8b2dd7-79a3-44de-b57d-5a43659ef752'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:09:44.208429 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-569019a2-cc3b-4e49-99b3-0855c590d118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:09:16Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['bd8b2dd7-79a3-44de-b57d-5a43659ef752'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:44.221741 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-02ab8f87-2ba4-4a11-9c3d-5fb1b8442dd4 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "PUT /v2.0/floatingips/4b5fd609-3d15-4b59-8204-1090d7e813e9 HTTP/1.1" status: 200 len: 990 time: 1.2462168 Jul 15 14:09:44.221741 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7c4ebb6-f959-401d-b3f8-66ee92d1a98c', 'tag': '1a2551e3-419a-4496-9970-b2a5ddcff131'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:09:44.223024 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9a8a2fede844199a48cd13e9232727d60bf04678ac4f0cfd160158fc833c96f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b392c13-4b99-4272-b257-20c94fc90fc6" -d '{"events": [{"name": "network-changed", "server_uuid": "e7c4ebb6-f959-401d-b3f8-66ee92d1a98c", "tag": "1a2551e3-419a-4496-9970-b2a5ddcff131"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:09:44.259540 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe47941b-c452-489d-b0de-6cce89384468 None None] New status for floating IP 2037ee4e-3209-4a42-b37f-b2834766f9f8: ACTIVE {{(pid=103883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 15 14:09:44.263226 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 14:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70579396-2490-4c18-8308-141b29fb8d4b x-openstack-request-id: req-70579396-2490-4c18-8308-141b29fb8d4b {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:09:44.263456 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7c4ebb6-f959-401d-b3f8-66ee92d1a98c", "tag": "1a2551e3-419a-4496-9970-b2a5ddcff131", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:09:44.264889 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-70579396-2490-4c18-8308-141b29fb8d4b {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:09:44.264889 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70579396-2490-4c18-8308-141b29fb8d4b'] response: {'name': 'network-changed', 'server_uuid': 'e7c4ebb6-f959-401d-b3f8-66ee92d1a98c', 'tag': '1a2551e3-419a-4496-9970-b2a5ddcff131', 'status': 'completed', 'code': 200} Jul 15 14:09:44.334901 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b392c13-4b99-4272-b257-20c94fc90fc6 req-c7480f83-08e5-4513-8acd-53f9939c7a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:44.337130 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-6b392c13-4b99-4272-b257-20c94fc90fc6 req-c7480f83-08e5-4513-8acd-53f9939c7a14 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=26daacf03c844ff8a7546dfe3b36d8bb&device_id=e7c4ebb6-f959-401d-b3f8-66ee92d1a98c HTTP/1.1" status: 200 len: 1129 time: 0.0477984 Jul 15 14:09:44.341789 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-569019a2-cc3b-4e49-99b3-0855c590d118 None None] Set router bd8b2dd7-79a3-44de-b57d-5a43659ef752 gateway port host: dv-cinder-850002-1-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:09:44.446767 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b392c13-4b99-4272-b257-20c94fc90fc6 req-c72592f2-7c5d-4494-abbf-b4cf4306210e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:44.448317 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-6b392c13-4b99-4272-b257-20c94fc90fc6 req-c72592f2-7c5d-4494-abbf-b4cf4306210e service neutron] 10.222.0.64 "GET /v2.0/networks?id=98015688-617a-4c97-89d4-c0de9e353bb5 HTTP/1.1" status: 200 len: 915 time: 0.1054251 Jul 15 14:09:44.527083 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-6b392c13-4b99-4272-b257-20c94fc90fc6 req-7b0f9439-ef3f-4038-b1d2-a4ef7d5b59eb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a2551e3-419a-4496-9970-b2a5ddcff131 HTTP/1.1" status: 200 len: 998 time: 0.0725551 Jul 15 14:09:44.564616 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:44.588612 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b392c13-4b99-4272-b257-20c94fc90fc6 req-108380a5-605d-4124-b66a-380310901460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:44.590653 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-6b392c13-4b99-4272-b257-20c94fc90fc6 req-108380a5-605d-4124-b66a-380310901460 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e9260d0b-edd3-47d2-82af-0f443bfabd45 HTTP/1.1" status: 200 len: 853 time: 0.0571854 Jul 15 14:09:44.594914 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-569019a2-cc3b-4e49-99b3-0855c590d118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'name': 'tempest-AttachVolumeNegativeTest-947777848-router', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:07:16Z', 'updated_at': '2022-07-15T14:07:21Z', 'revision_number': 4, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'gw_port': {'id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:37:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:17Z', 'updated_at': '2022-07-15T14:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_floatingips': [{'id': '4b5fd609-3d15-4b59-8204-1090d7e813e9', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'floating_ip_address': '172.27.0.50', 'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'router_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'port_id': '1a2551e3-419a-4496-9970-b2a5ddcff131', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5', 'mac_address': 'fa:16:3e:93:6f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c4ebb6-f959-401d-b3f8-66ee92d1a98c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T14:09:31Z', 'updated_at': '2022-07-15T14:09:43Z', 'revision_number': 1, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a76e407d-90b4-4481-818a-ae7c0d5f0deb', 'name': '', 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'mac_address': 'fa:16:3e:79:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e9260d0b-edd3-47d2-82af-0f443bfabd45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:20Z', 'updated_at': '2022-07-15T14:07:28Z', 'revision_number': 5, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'subnets': [{'id': 'e9260d0b-edd3-47d2-82af-0f443bfabd45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:44.621889 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569019a2-cc3b-4e49-99b3-0855c590d118 None None] Checking router: bd8b2dd7-79a3-44de-b57d-5a43659ef752 for host: dv-cinder-850002-1-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:09:44.631736 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569019a2-cc3b-4e49-99b3-0855c590d118 None None] Routers {'bd8b2dd7-79a3-44de-b57d-5a43659ef752'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:09:44.632351 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-569019a2-cc3b-4e49-99b3-0855c590d118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:09:16Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['bd8b2dd7-79a3-44de-b57d-5a43659ef752'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:44.641243 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b392c13-4b99-4272-b257-20c94fc90fc6 req-ad36868a-c0de-4185-81e6-64ac92a89b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:09:44.642853 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-6b392c13-4b99-4272-b257-20c94fc90fc6 req-ad36868a-c0de-4185-81e6-64ac92a89b44 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=98015688-617a-4c97-89d4-c0de9e353bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459199 Jul 15 14:09:44.735900 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-569019a2-cc3b-4e49-99b3-0855c590d118 None None] Set router bd8b2dd7-79a3-44de-b57d-5a43659ef752 gateway port host: dv-cinder-850002-1-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:09:44.742261 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-6b392c13-4b99-4272-b257-20c94fc90fc6 req-ac2e9ab2-25d5-493a-93b1-e997c620553d service neutron] 10.222.0.64 "GET /v2.0/networks/98015688-617a-4c97-89d4-c0de9e353bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933299 Jul 15 14:09:44.835738 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-6b392c13-4b99-4272-b257-20c94fc90fc6 req-ed897cdc-8b27-4b7a-aa89-f2740844cd86 service neutron] 10.222.0.64 "GET /v2.0/networks/98015688-617a-4c97-89d4-c0de9e353bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875523 Jul 15 14:09:44.944349 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-569019a2-cc3b-4e49-99b3-0855c590d118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'name': 'tempest-AttachVolumeNegativeTest-947777848-router', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:07:16Z', 'updated_at': '2022-07-15T14:07:21Z', 'revision_number': 4, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'gw_port': {'id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:37:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:17Z', 'updated_at': '2022-07-15T14:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_floatingips': [{'id': '4b5fd609-3d15-4b59-8204-1090d7e813e9', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'floating_ip_address': '172.27.0.50', 'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'router_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'port_id': '1a2551e3-419a-4496-9970-b2a5ddcff131', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5', 'mac_address': 'fa:16:3e:93:6f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c4ebb6-f959-401d-b3f8-66ee92d1a98c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T14:09:31Z', 'updated_at': '2022-07-15T14:09:43Z', 'revision_number': 1, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a76e407d-90b4-4481-818a-ae7c0d5f0deb', 'name': '', 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'mac_address': 'fa:16:3e:79:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e9260d0b-edd3-47d2-82af-0f443bfabd45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:20Z', 'updated_at': '2022-07-15T14:07:28Z', 'revision_number': 5, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'subnets': [{'id': 'e9260d0b-edd3-47d2-82af-0f443bfabd45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:44.972817 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569019a2-cc3b-4e49-99b3-0855c590d118 None None] The sync data for ids ['bd8b2dd7-79a3-44de-b57d-5a43659ef752'] in dv-cinder-850002-1-iscsi is: [{'id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'name': 'tempest-AttachVolumeNegativeTest-947777848-router', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:07:16Z', 'updated_at': '2022-07-15T14:07:21Z', 'revision_number': 4, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'gw_port': {'id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:37:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:17Z', 'updated_at': '2022-07-15T14:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_floatingips': [{'id': '4b5fd609-3d15-4b59-8204-1090d7e813e9', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'floating_ip_address': '172.27.0.50', 'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'router_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'port_id': '1a2551e3-419a-4496-9970-b2a5ddcff131', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5', 'mac_address': 'fa:16:3e:93:6f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c4ebb6-f959-401d-b3f8-66ee92d1a98c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T14:09:31Z', 'updated_at': '2022-07-15T14:09:43Z', 'revision_number': 1, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a76e407d-90b4-4481-818a-ae7c0d5f0deb', 'name': '', 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'mac_address': 'fa:16:3e:79:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e9260d0b-edd3-47d2-82af-0f443bfabd45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:20Z', 'updated_at': '2022-07-15T14:07:28Z', 'revision_number': 5, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'subnets': [{'id': 'e9260d0b-edd3-47d2-82af-0f443bfabd45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:09:45.165518 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a508f36c-47f4-4d56-99cb-465cef79adce None None] New status for floating IP 4b5fd609-3d15-4b59-8204-1090d7e813e9: ACTIVE {{(pid=103884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 15 14:09:45.842499 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4c4834d8-0c50-4b9f-b8cf-67c1388ed572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (f703993d-e678-48e2-a65c-4d8192af82e3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:47.296156 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62650970-9807-4a53-b182-b0e3c169648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (be31d1c0-1844-4ed1-99dc-0179bb6e7ee8), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:48.546010 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee182daf-6335-4abe-96a5-cfae59e42a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (d0f04363-b393-47bd-b9b2-c25e00098206), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:48.743281 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (7bcac420-d3a9-4cfc-af22-5ba5795a5287), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:54.212492 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=29 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:54.214376 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=28 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:54.830688 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=26 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:54.832652 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=78 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:09:56.901704 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (73ab3907-1bcf-455f-a05d-131e96f159a2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:09:58.324756 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-3117b6cd-8377-4598-90e9-298b0791c2f7 None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:09:58.739651 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:10:00.325983 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=92 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:10:03.548092 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-35d97934-5767-44cb-9b8b-f95863b02ff3 req-cc4d9723-6e67-4ccf-8432-04edb1f6fd8c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387769 Jul 15 14:10:03.611842 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d97934-5767-44cb-9b8b-f95863b02ff3 req-b3210d2c-bac1-448b-8ff5-34c330735fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:03.613401 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-35d97934-5767-44cb-9b8b-f95863b02ff3 req-b3210d2c-bac1-448b-8ff5-34c330735fd4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e608cc75a5ed4f05b462c84c29a31788&device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b HTTP/1.1" status: 200 len: 1130 time: 0.0409186 Jul 15 14:10:03.722434 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d97934-5767-44cb-9b8b-f95863b02ff3 req-065a8293-ba05-4629-a34d-32bcce3b0ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:03.723912 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-35d97934-5767-44cb-9b8b-f95863b02ff3 req-065a8293-ba05-4629-a34d-32bcce3b0ed1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=23ed595f-021e-4b49-9057-9caea24d9122 HTTP/1.1" status: 200 len: 910 time: 0.0910940 Jul 15 14:10:03.787345 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-35d97934-5767-44cb-9b8b-f95863b02ff3 req-5407ef45-ac69-4b45-967f-17ba0a71ef42 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=672e43eb-ef9b-49b3-9a76-4d3b2227aa67 HTTP/1.1" status: 200 len: 1002 time: 0.0561001 Jul 15 14:10:03.836957 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d97934-5767-44cb-9b8b-f95863b02ff3 req-e2429c7d-ef10-4f0f-8567-483b26becec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:03.838413 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-35d97934-5767-44cb-9b8b-f95863b02ff3 req-e2429c7d-ef10-4f0f-8567-483b26becec4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=11e103b7-3d94-49bf-928a-697ea97318ef HTTP/1.1" status: 200 len: 848 time: 0.0440192 Jul 15 14:10:03.887378 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d97934-5767-44cb-9b8b-f95863b02ff3 req-418817b0-9eb7-45ac-b84c-3c2a0666652d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:03.888905 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-35d97934-5767-44cb-9b8b-f95863b02ff3 req-418817b0-9eb7-45ac-b84c-3c2a0666652d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=23ed595f-021e-4b49-9057-9caea24d9122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423708 Jul 15 14:10:03.981808 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-35d97934-5767-44cb-9b8b-f95863b02ff3 req-ad57275e-e523-426e-b1fb-748dfd712999 service neutron] 10.222.0.64 "GET /v2.0/networks/23ed595f-021e-4b49-9057-9caea24d9122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855014 Jul 15 14:10:04.079504 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-35d97934-5767-44cb-9b8b-f95863b02ff3 req-3527a02c-8079-43cc-bb8b-065e8501c35c service neutron] 10.222.0.64 "GET /v2.0/networks/23ed595f-021e-4b49-9057-9caea24d9122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892546 Jul 15 14:10:06.895242 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:10:06.897229 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=47,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:10:10.189594 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e82ebf-4b1e-4325-8962-f8b3c551637c req-d49650df-ffdb-4bb8-97ec-3fbf26b72b52 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:10.191245 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-29e82ebf-4b1e-4325-8962-f8b3c551637c req-d49650df-ffdb-4bb8-97ec-3fbf26b72b52 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b HTTP/1.1" status: 200 len: 946 time: 0.0547326 Jul 15 14:10:10.242339 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-29e82ebf-4b1e-4325-8962-f8b3c551637c req-ec1e1299-c793-469b-a167-79c6547a9cbd tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/security-groups?id=8857008b-e7ce-45b3-897b-cb8cedd53737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450027 Jul 15 14:10:11.326017 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:10:11.327622 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:10:11.372061 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07027766-c4c5-4ace-abb8-d0b6cbd48cdc req-297b12b6-c843-4368-92c4-24bd10bded4b tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:11.373769 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-07027766-c4c5-4ace-abb8-d0b6cbd48cdc req-297b12b6-c843-4368-92c4-24bd10bded4b tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b HTTP/1.1" status: 200 len: 946 time: 0.0576260 Jul 15 14:10:11.429666 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-07027766-c4c5-4ace-abb8-d0b6cbd48cdc req-28137e4d-06ea-4473-9016-4c62539d7914 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/security-groups?id=8857008b-e7ce-45b3-897b-cb8cedd53737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501752 Jul 15 14:10:12.564418 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37adf8eb-7ff7-475f-9fbf-512783394bd0 req-e57b2663-7ee4-4dfb-b98d-95031c77611f tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:12.565977 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-37adf8eb-7ff7-475f-9fbf-512783394bd0 req-e57b2663-7ee4-4dfb-b98d-95031c77611f tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b HTTP/1.1" status: 200 len: 946 time: 0.0530307 Jul 15 14:10:12.619610 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-37adf8eb-7ff7-475f-9fbf-512783394bd0 req-d25022b6-d84b-4157-890c-dd12bd295ca5 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/security-groups?id=8857008b-e7ce-45b3-897b-cb8cedd53737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479987 Jul 15 14:10:13.369917 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3ee290c1-0296-44cc-9531-5c843bcbae40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (6c40ee43-5406-4a95-b7b4-11b32ddced25), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:13.743408 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20680aa9-21a5-4c25-b81c-d6a0a9ba5f6e req-7c17cad6-1871-4424-b1d7-dba4b03e1ff5 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:13.745014 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-20680aa9-21a5-4c25-b81c-d6a0a9ba5f6e req-7c17cad6-1871-4424-b1d7-dba4b03e1ff5 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b HTTP/1.1" status: 200 len: 946 time: 0.0494680 Jul 15 14:10:13.804422 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-20680aa9-21a5-4c25-b81c-d6a0a9ba5f6e req-15d2c23a-9185-4cb7-a41f-745da520754e tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/security-groups?id=8857008b-e7ce-45b3-897b-cb8cedd53737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523963 Jul 15 14:10:14.066135 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=49 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:10:14.076583 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=52 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:10:15.074278 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd145c-059c-44ed-b884-04412aa88c78 req-0005a243-ac20-4f95-90a3-43296a826d3a tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:15.075776 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-66bd145c-059c-44ed-b884-04412aa88c78 req-0005a243-ac20-4f95-90a3-43296a826d3a tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b HTTP/1.1" status: 200 len: 946 time: 0.0479600 Jul 15 14:10:15.127538 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-66bd145c-059c-44ed-b884-04412aa88c78 req-f6ae2911-2454-4081-b896-e7f46ae18361 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/security-groups?id=8857008b-e7ce-45b3-897b-cb8cedd53737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449355 Jul 15 14:10:15.843654 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-54f34a31-b122-494e-8ec4-a5cc96430da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (f703993d-e678-48e2-a65c-4d8192af82e3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:16.247376 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86611f78-7cd6-4398-a70a-1a422128c5ac req-591d9920-2dff-4821-bb85-0ac9a45a0f19 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:16.249103 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-86611f78-7cd6-4398-a70a-1a422128c5ac req-591d9920-2dff-4821-bb85-0ac9a45a0f19 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b HTTP/1.1" status: 200 len: 946 time: 0.0522046 Jul 15 14:10:16.308406 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-86611f78-7cd6-4398-a70a-1a422128c5ac req-fcfed01e-ef16-43a3-9df7-9b766e79498b tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/security-groups?id=8857008b-e7ce-45b3-897b-cb8cedd53737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484450 Jul 15 14:10:17.299649 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62650970-9807-4a53-b182-b0e3c169648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (be31d1c0-1844-4ed1-99dc-0179bb6e7ee8), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:17.431006 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a81974f-3764-4979-b492-e531353789b8 req-7c341711-6301-4053-9c25-c797b218824a tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:17.432485 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5a81974f-3764-4979-b492-e531353789b8 req-7c341711-6301-4053-9c25-c797b218824a tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b HTTP/1.1" status: 200 len: 946 time: 0.0536902 Jul 15 14:10:17.485259 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5a81974f-3764-4979-b492-e531353789b8 req-de0a588b-1e76-44b3-bbc3-73392b007a84 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/security-groups?id=8857008b-e7ce-45b3-897b-cb8cedd53737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463700 Jul 15 14:10:18.550748 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee182daf-6335-4abe-96a5-cfae59e42a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (d0f04363-b393-47bd-b9b2-c25e00098206), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:18.604078 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a4218-304e-4b60-b83b-256b3ac4a544 req-6f4b6647-8680-4f60-8e84-6e240a039b2e tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:18.605616 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-590a4218-304e-4b60-b83b-256b3ac4a544 req-6f4b6647-8680-4f60-8e84-6e240a039b2e tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b HTTP/1.1" status: 200 len: 946 time: 0.0487242 Jul 15 14:10:18.657111 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-590a4218-304e-4b60-b83b-256b3ac4a544 req-08ad6f9e-3c00-49f6-bcee-11d701a0e8c4 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/security-groups?id=8857008b-e7ce-45b3-897b-cb8cedd53737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451598 Jul 15 14:10:18.746884 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (7bcac420-d3a9-4cfc-af22-5ba5795a5287), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:19.791739 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f4d27-1843-4e58-8f07-810450d1e38e req-5457f426-3ba4-418b-b2d4-788a48bce9f0 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:19.793318 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ea5f4d27-1843-4e58-8f07-810450d1e38e req-5457f426-3ba4-418b-b2d4-788a48bce9f0 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b HTTP/1.1" status: 200 len: 946 time: 0.0660043 Jul 15 14:10:19.858175 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ea5f4d27-1843-4e58-8f07-810450d1e38e req-efdaef04-cb2f-4fe5-b5a3-ecdee1b89275 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/security-groups?id=8857008b-e7ce-45b3-897b-cb8cedd53737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514922 Jul 15 14:10:20.349304 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3192b-ae4c-4b04-8bf4-37be3aaeca29 req-9af62ace-fc9d-4625-8698-2784481964bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:20.350780 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e5a3192b-ae4c-4b04-8bf4-37be3aaeca29 req-9af62ace-fc9d-4625-8698-2784481964bb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e608cc75a5ed4f05b462c84c29a31788&device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b HTTP/1.1" status: 200 len: 1130 time: 0.0392964 Jul 15 14:10:20.449540 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3192b-ae4c-4b04-8bf4-37be3aaeca29 req-4247527c-4b04-4c3c-b1a2-048d14f48e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:20.450980 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e5a3192b-ae4c-4b04-8bf4-37be3aaeca29 req-4247527c-4b04-4c3c-b1a2-048d14f48e22 service neutron] 10.222.0.64 "GET /v2.0/networks?id=23ed595f-021e-4b49-9057-9caea24d9122 HTTP/1.1" status: 200 len: 910 time: 0.0907307 Jul 15 14:10:20.814746 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e5a3192b-ae4c-4b04-8bf4-37be3aaeca29 req-708e9540-3e0b-4980-8973-78787323bf79 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=672e43eb-ef9b-49b3-9a76-4d3b2227aa67 HTTP/1.1" status: 200 len: 1002 time: 0.3566389 Jul 15 14:10:20.876410 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3192b-ae4c-4b04-8bf4-37be3aaeca29 req-593bead1-ec5b-43d9-88b9-127f86764c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:20.877902 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e5a3192b-ae4c-4b04-8bf4-37be3aaeca29 req-593bead1-ec5b-43d9-88b9-127f86764c41 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=11e103b7-3d94-49bf-928a-697ea97318ef HTTP/1.1" status: 200 len: 848 time: 0.0562656 Jul 15 14:10:20.929599 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3192b-ae4c-4b04-8bf4-37be3aaeca29 req-f52a1918-be60-4822-93e5-5c61474c0eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:20.931127 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e5a3192b-ae4c-4b04-8bf4-37be3aaeca29 req-f52a1918-be60-4822-93e5-5c61474c0eab service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=23ed595f-021e-4b49-9057-9caea24d9122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443068 Jul 15 14:10:20.992726 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58af085-ee3a-4191-80b4-41eb0c880dc8 req-d1c99883-0c01-4cf0-9592-3d7d1a68b353 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:20.994786 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a58af085-ee3a-4191-80b4-41eb0c880dc8 req-d1c99883-0c01-4cf0-9592-3d7d1a68b353 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b HTTP/1.1" status: 200 len: 946 time: 0.0535300 Jul 15 14:10:21.029998 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e5a3192b-ae4c-4b04-8bf4-37be3aaeca29 req-242d3830-5587-459f-9667-e03cedde19d3 service neutron] 10.222.0.64 "GET /v2.0/networks/23ed595f-021e-4b49-9057-9caea24d9122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911875 Jul 15 14:10:21.049973 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a58af085-ee3a-4191-80b4-41eb0c880dc8 req-f3ceab1e-dee2-48ba-ae07-8905b21c94d1 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/security-groups?id=8857008b-e7ce-45b3-897b-cb8cedd53737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485139 Jul 15 14:10:21.129187 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e5a3192b-ae4c-4b04-8bf4-37be3aaeca29 req-2f28d6d5-c303-415a-a858-e1014a7e2520 service neutron] 10.222.0.64 "GET /v2.0/networks/23ed595f-021e-4b49-9057-9caea24d9122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922153 Jul 15 14:10:22.175537 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7835d4f-cea0-4cb5-88ee-2523eea4f577 req-73d5446d-a145-4b64-84b7-895884974cad tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:22.177072 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c7835d4f-cea0-4cb5-88ee-2523eea4f577 req-73d5446d-a145-4b64-84b7-895884974cad tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b HTTP/1.1" status: 200 len: 946 time: 0.0534835 Jul 15 14:10:22.207947 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:10:22.227256 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c7835d4f-cea0-4cb5-88ee-2523eea4f577 req-fb120fc9-a368-4064-9188-ecf9c2e21d83 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/security-groups?id=8857008b-e7ce-45b3-897b-cb8cedd53737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445900 Jul 15 14:10:23.342773 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:10:23.363707 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f45de-60bb-45d7-8861-c821b475baf6 req-9a8c3177-a1f4-4cdb-9927-892f07f55cbe tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:23.365316 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1b2f45de-60bb-45d7-8861-c821b475baf6 req-9a8c3177-a1f4-4cdb-9927-892f07f55cbe tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b HTTP/1.1" status: 200 len: 946 time: 0.0630798 Jul 15 14:10:23.431932 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1b2f45de-60bb-45d7-8861-c821b475baf6 req-95eb6838-aa12-49f8-bc98-36e5cc734b08 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/security-groups?id=8857008b-e7ce-45b3-897b-cb8cedd53737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597143 Jul 15 14:10:24.548195 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d5ea5-07b4-4b3f-97c4-8fdc9dbe62ac req-4c78b6cc-80a7-4154-ab0e-c761ce7a7e87 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:24.549716 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7b6d5ea5-07b4-4b3f-97c4-8fdc9dbe62ac req-4c78b6cc-80a7-4154-ab0e-c761ce7a7e87 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b HTTP/1.1" status: 200 len: 946 time: 0.0477524 Jul 15 14:10:24.601434 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7b6d5ea5-07b4-4b3f-97c4-8fdc9dbe62ac req-6a4ae57f-03d6-4a2a-bd45-81be91eab0c8 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/security-groups?id=8857008b-e7ce-45b3-897b-cb8cedd53737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459559 Jul 15 14:10:24.882996 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ed09c-7ee1-4eae-8af8-6c96ffbc5f4c req-7ad7eccc-e3c2-4171-a151-56fc30e65e0b tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:24.884590 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-222ed09c-7ee1-4eae-8af8-6c96ffbc5f4c req-7ad7eccc-e3c2-4171-a151-56fc30e65e0b tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b HTTP/1.1" status: 200 len: 946 time: 0.0948131 Jul 15 14:10:24.889125 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-156d82f2-9fdf-497d-8b16-76913037b90e req-cba736ff-7c7e-4d2d-a878-f9e3654e581e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1358073 Jul 15 14:10:24.945451 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-222ed09c-7ee1-4eae-8af8-6c96ffbc5f4c req-7240aed8-ac6a-4afb-9b0a-733c9d9c1742 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/security-groups?id=8857008b-e7ce-45b3-897b-cb8cedd53737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548763 Jul 15 14:10:25.028738 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d82f2-9fdf-497d-8b16-76913037b90e req-225e6614-ce2f-4177-83eb-ff323c87ba80 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:25.030158 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-156d82f2-9fdf-497d-8b16-76913037b90e req-225e6614-ce2f-4177-83eb-ff323c87ba80 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/ports/672e43eb-ef9b-49b3-9a76-4d3b2227aa67 HTTP/1.1" status: 200 len: 943 time: 0.1108911 Jul 15 14:10:26.066266 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6643f5cb-aad8-4b88-bd79-1790c06510c5 req-35df9f06-71fc-4e16-a242-8270fc9e8fa9 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:26.067866 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6643f5cb-aad8-4b88-bd79-1790c06510c5 req-35df9f06-71fc-4e16-a242-8270fc9e8fa9 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b HTTP/1.1" status: 200 len: 946 time: 0.0496330 Jul 15 14:10:26.122911 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6643f5cb-aad8-4b88-bd79-1790c06510c5 req-2ec9f22d-d579-467b-a010-e97a201869c7 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/security-groups?id=8857008b-e7ce-45b3-897b-cb8cedd53737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490804 Jul 15 14:10:26.849845 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device 672e43eb-ef9b-49b3-9a76-4d3b2227aa67 no longer exists at agent hyperv_hv-cinder-85000 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:10:26.929109 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (73ab3907-1bcf-455f-a05d-131e96f159a2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:26.938391 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Current status of the port 672e43eb-ef9b-49b3-9a76-4d3b2227aa67 is: ACTIVE; New status is: DOWN {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:10:26.938788 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (672e43eb-ef9b-49b3-9a76-4d3b2227aa67), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:26.962453 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a999d1e-a17a-4ea9-8f71-3a981b55733b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '672e43eb-ef9b-49b3-9a76-4d3b2227aa67'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:10:26.964702 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c4b0ce05359387fb1b8f2741601f150af1cafc779f59aaec505bdecc1202ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03a12f8-3d64-4cfa-95eb-b41554a730bd" -d '{"events": [{"server_uuid": "1a999d1e-a17a-4ea9-8f71-3a981b55733b", "name": "network-vif-unplugged", "status": "completed", "tag": "672e43eb-ef9b-49b3-9a76-4d3b2227aa67"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:10:26.977595 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port 672e43eb-ef9b-49b3-9a76-4d3b2227aa67, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=672e43eb-ef9b-49b3-9a76-4d3b2227aa67,segment=NetworkSegment(dc81c258-301f-4317-abf3-b2232d08a25e),segment_id=dc81c258-301f-4317-abf3-b2232d08a25e)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:10:26.982968 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (672e43eb-ef9b-49b3-9a76-4d3b2227aa67), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:27.006128 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 15 Jul 2022 14:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69beaa71-f333-4888-a30a-2e1b2c4ed5f9 x-openstack-request-id: req-69beaa71-f333-4888-a30a-2e1b2c4ed5f9 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:10:27.006416 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a999d1e-a17a-4ea9-8f71-3a981b55733b", "name": "network-vif-unplugged", "status": "failed", "tag": "672e43eb-ef9b-49b3-9a76-4d3b2227aa67", "code": 422}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:10:27.006672 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-69beaa71-f333-4888-a30a-2e1b2c4ed5f9 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:10:27.007107 dv-cinder-850002-1-iscsi neutron-server[103883]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-69beaa71-f333-4888-a30a-2e1b2c4ed5f9']: {'server_uuid': '1a999d1e-a17a-4ea9-8f71-3a981b55733b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '672e43eb-ef9b-49b3-9a76-4d3b2227aa67', 'code': 422} returned with failed status Jul 15 14:10:27.033011 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Pushing event updated for resources: {'Port': ['ID=672e43eb-ef9b-49b3-9a76-4d3b2227aa67,revision_number=6']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:27.040468 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:27.040823 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:27.041167 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:27.041504 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:27.041839 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:27.042169 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:27.042496 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:27.042820 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:27.043145 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:27.043467 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:27.043791 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:27.044113 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:27.044459 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:27.044779 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:27.045099 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:27.251887 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f3e02-3048-4d4e-b265-d9754ad637d6 req-02a20199-35d4-4b7a-9e1b-0cb44d96297b tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:27.253413 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-864f3e02-3048-4d4e-b265-d9754ad637d6 req-02a20199-35d4-4b7a-9e1b-0cb44d96297b tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b HTTP/1.1" status: 200 len: 944 time: 0.0531187 Jul 15 14:10:27.302982 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-864f3e02-3048-4d4e-b265-d9754ad637d6 req-585442b9-3ec0-4d17-a60a-ff016c5c1b24 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/security-groups?id=8857008b-e7ce-45b3-897b-cb8cedd53737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440109 Jul 15 14:10:28.416261 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4aecff-85a0-4879-815f-df81acddf342 req-67b09914-5ccb-4b41-99ea-85977d0d6143 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:28.417738 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3d4aecff-85a0-4879-815f-df81acddf342 req-67b09914-5ccb-4b41-99ea-85977d0d6143 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b HTTP/1.1" status: 200 len: 944 time: 0.0475914 Jul 15 14:10:28.466432 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3d4aecff-85a0-4879-815f-df81acddf342 req-f3dd65a5-0457-4737-98c5-d420ae39880c tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/security-groups?id=8857008b-e7ce-45b3-897b-cb8cedd53737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431049 Jul 15 14:10:29.586372 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b6fde7-e932-436e-b564-8837379d603a req-551d0a7b-afff-44ef-b9a2-336ef6ef3221 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:29.587955 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-98b6fde7-e932-436e-b564-8837379d603a req-551d0a7b-afff-44ef-b9a2-336ef6ef3221 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b HTTP/1.1" status: 200 len: 944 time: 0.0520551 Jul 15 14:10:29.639814 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-98b6fde7-e932-436e-b564-8837379d603a req-216de585-1304-4ac0-9716-7dacbfbeb087 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/security-groups?id=8857008b-e7ce-45b3-897b-cb8cedd53737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457058 Jul 15 14:10:30.235084 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d82f2-9fdf-497d-8b16-76913037b90e req-2ec7f001-05bc-4191-92ac-0fa300d8dd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:30.238253 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-156d82f2-9fdf-497d-8b16-76913037b90e req-2ec7f001-05bc-4191-92ac-0fa300d8dd06 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b&tenant_id=e608cc75a5ed4f05b462c84c29a31788 HTTP/1.1" status: 200 len: 1128 time: 0.0403135 Jul 15 14:10:30.303531 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d82f2-9fdf-497d-8b16-76913037b90e req-0d2b42db-b7f1-409e-bcf0-58dd44ec3f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:30.305085 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-156d82f2-9fdf-497d-8b16-76913037b90e req-0d2b42db-b7f1-409e-bcf0-58dd44ec3f29 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e608cc75a5ed4f05b462c84c29a31788&device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b HTTP/1.1" status: 200 len: 1128 time: 0.0402348 Jul 15 14:10:30.408424 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d82f2-9fdf-497d-8b16-76913037b90e req-f128617e-0228-477c-a349-624ffe2cfeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:30.409927 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-156d82f2-9fdf-497d-8b16-76913037b90e req-f128617e-0228-477c-a349-624ffe2cfeb1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=23ed595f-021e-4b49-9057-9caea24d9122 HTTP/1.1" status: 200 len: 910 time: 0.0956621 Jul 15 14:10:30.482024 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-156d82f2-9fdf-497d-8b16-76913037b90e req-2443a4e7-bf34-41c5-9d76-a7636e854d89 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=672e43eb-ef9b-49b3-9a76-4d3b2227aa67 HTTP/1.1" status: 200 len: 1000 time: 0.0628355 Jul 15 14:10:30.536540 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d82f2-9fdf-497d-8b16-76913037b90e req-c802f144-668c-4d2a-996c-8c732d53b266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:30.538015 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-156d82f2-9fdf-497d-8b16-76913037b90e req-c802f144-668c-4d2a-996c-8c732d53b266 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=11e103b7-3d94-49bf-928a-697ea97318ef HTTP/1.1" status: 200 len: 848 time: 0.0457761 Jul 15 14:10:30.592751 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d82f2-9fdf-497d-8b16-76913037b90e req-29f8d0b9-ba85-444e-95fd-a67a66506df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:30.594859 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-156d82f2-9fdf-497d-8b16-76913037b90e req-29f8d0b9-ba85-444e-95fd-a67a66506df2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=23ed595f-021e-4b49-9057-9caea24d9122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403931 Jul 15 14:10:30.760563 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9a9f6-926c-4cda-ac0d-3d0aa541324d req-65bc3ccd-74de-497d-9672-0318380dcc93 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:30.762102 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-84d9a9f6-926c-4cda-ac0d-3d0aa541324d req-65bc3ccd-74de-497d-9672-0318380dcc93 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b HTTP/1.1" status: 200 len: 944 time: 0.0499156 Jul 15 14:10:30.815218 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-84d9a9f6-926c-4cda-ac0d-3d0aa541324d req-85fae227-84bc-4a9d-b0b2-990c4a246bc6 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/security-groups?id=8857008b-e7ce-45b3-897b-cb8cedd53737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466318 Jul 15 14:10:30.969522 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-156d82f2-9fdf-497d-8b16-76913037b90e req-5a2de7b3-1e50-42ca-a447-121bc7f09841 service neutron] 10.222.0.64 "GET /v2.0/networks/23ed595f-021e-4b49-9057-9caea24d9122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990677 Jul 15 14:10:30.999154 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=100 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:10:31.068476 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-156d82f2-9fdf-497d-8b16-76913037b90e req-16f7b486-848d-4994-85e6-63a7fbd34254 service neutron] 10.222.0.64 "GET /v2.0/networks/23ed595f-021e-4b49-9057-9caea24d9122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903633 Jul 15 14:10:31.863036 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165fdd59-cccb-4cb8-a7ee-31e1dedfbccb req-ed458518-d732-4d0e-b5a4-e0c1307ea4d2 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:31.865792 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-165fdd59-cccb-4cb8-a7ee-31e1dedfbccb req-ed458518-d732-4d0e-b5a4-e0c1307ea4d2 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c4ebb6-f959-401d-b3f8-66ee92d1a98c HTTP/1.1" status: 200 len: 945 time: 0.0595469 Jul 15 14:10:31.963152 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-165fdd59-cccb-4cb8-a7ee-31e1dedfbccb req-fdfa5af3-4061-41d1-b8a6-062b32c5a732 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/security-groups?id=086a6298-c333-4ec6-b275-81fc358a8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906749 Jul 15 14:10:31.978287 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ef970-b1fa-4cff-9041-eb2c02dfa329 req-520496f1-f3f4-40ed-8689-cb29da0f3273 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:31.979825 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a64ef970-b1fa-4cff-9041-eb2c02dfa329 req-520496f1-f3f4-40ed-8689-cb29da0f3273 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b HTTP/1.1" status: 200 len: 944 time: 0.0749044 Jul 15 14:10:32.020588 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:10:32.037538 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a64ef970-b1fa-4cff-9041-eb2c02dfa329 req-5e3d6d25-9652-40e2-abc1-ff7711d0b0b7 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/security-groups?id=8857008b-e7ce-45b3-897b-cb8cedd53737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511072 Jul 15 14:10:33.084558 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a000b-bc21-4e45-b26c-95330f1e073a req-a9259216-9d44-4226-aab3-292c3dc41301 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:33.086226 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c15a000b-bc21-4e45-b26c-95330f1e073a req-a9259216-9d44-4226-aab3-292c3dc41301 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c4ebb6-f959-401d-b3f8-66ee92d1a98c HTTP/1.1" status: 200 len: 945 time: 0.0495453 Jul 15 14:10:33.174055 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c15a000b-bc21-4e45-b26c-95330f1e073a req-6fe85541-8914-4f57-85d8-54e00f93fb4e tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/security-groups?id=086a6298-c333-4ec6-b275-81fc358a8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818064 Jul 15 14:10:33.182618 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f274a-e311-4041-a914-93f4268aa3ac req-fff630b1-d4e7-4485-b2f0-fb93c38d5c03 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:33.184153 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a81f274a-e311-4041-a914-93f4268aa3ac req-fff630b1-d4e7-4485-b2f0-fb93c38d5c03 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b HTTP/1.1" status: 200 len: 944 time: 0.0695474 Jul 15 14:10:33.198790 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:10:33.238602 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a81f274a-e311-4041-a914-93f4268aa3ac req-7fea0b75-e4a3-441c-bbef-5331e78966b8 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/security-groups?id=8857008b-e7ce-45b3-897b-cb8cedd53737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473371 Jul 15 14:10:33.587191 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=100 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:10:33.597092 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c2363-8847-4a6d-9000-ef23cf8b8f42 req-c76fab77-029e-470f-bcb4-1b38d2c0d4f5 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:33.598604 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-7b8c2363-8847-4a6d-9000-ef23cf8b8f42 req-c76fab77-029e-470f-bcb4-1b38d2c0d4f5 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7c4ebb6-f959-401d-b3f8-66ee92d1a98c HTTP/1.1" status: 200 len: 945 time: 0.0500760 Jul 15 14:10:33.694404 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-7b8c2363-8847-4a6d-9000-ef23cf8b8f42 req-c250db07-4a5b-4fe3-99f1-2ad9cff019d3 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Deleting port 1a2551e3-419a-4496-9970-b2a5ddcff131 {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:10:33.694756 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-7b8c2363-8847-4a6d-9000-ef23cf8b8f42 req-c250db07-4a5b-4fe3-99f1-2ad9cff019d3 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (1a2551e3-419a-4496-9970-b2a5ddcff131), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:33.792656 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-7b8c2363-8847-4a6d-9000-ef23cf8b8f42 req-c250db07-4a5b-4fe3-99f1-2ad9cff019d3 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] For port 1a2551e3-419a-4496-9970-b2a5ddcff131, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=1a2551e3-419a-4496-9970-b2a5ddcff131,segment=NetworkSegment(a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7),segment_id=a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:10:33.792957 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-7b8c2363-8847-4a6d-9000-ef23cf8b8f42 req-c250db07-4a5b-4fe3-99f1-2ad9cff019d3 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (1a2551e3-419a-4496-9970-b2a5ddcff131), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:33.969238 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-7b8c2363-8847-4a6d-9000-ef23cf8b8f42 req-c250db07-4a5b-4fe3-99f1-2ad9cff019d3 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:33.969598 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-7b8c2363-8847-4a6d-9000-ef23cf8b8f42 req-c250db07-4a5b-4fe3-99f1-2ad9cff019d3 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448782'] for floatingip (4b5fd609-3d15-4b59-8204-1090d7e813e9), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:33.969917 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.db.l3_db [req-7b8c2363-8847-4a6d-9000-ef23cf8b8f42 req-c250db07-4a5b-4fe3-99f1-2ad9cff019d3 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Floating IP 4b5fd609-3d15-4b59-8204-1090d7e813e9 disassociated. External IP: 172.27.0.50, port: 1a2551e3-419a-4496-9970-b2a5ddcff131. Jul 15 14:10:33.970267 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-7b8c2363-8847-4a6d-9000-ef23cf8b8f42 req-c250db07-4a5b-4fe3-99f1-2ad9cff019d3 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Calling delete_port for 1a2551e3-419a-4496-9970-b2a5ddcff131 owned by compute:nova {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:10:34.111176 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-7b8c2363-8847-4a6d-9000-ef23cf8b8f42 req-c250db07-4a5b-4fe3-99f1-2ad9cff019d3 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (1a2551e3-419a-4496-9970-b2a5ddcff131), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:34.142343 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c250db07-4a5b-4fe3-99f1-2ad9cff019d3 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Pushing event deleted for resources: {'Port': ['ID=1a2551e3-419a-4496-9970-b2a5ddcff131,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:34.154676 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250db07-4a5b-4fe3-99f1-2ad9cff019d3 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:34.155030 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250db07-4a5b-4fe3-99f1-2ad9cff019d3 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:34.155382 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250db07-4a5b-4fe3-99f1-2ad9cff019d3 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:34.155723 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250db07-4a5b-4fe3-99f1-2ad9cff019d3 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:34.156062 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250db07-4a5b-4fe3-99f1-2ad9cff019d3 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:34.156448 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250db07-4a5b-4fe3-99f1-2ad9cff019d3 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:34.156777 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250db07-4a5b-4fe3-99f1-2ad9cff019d3 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:34.157114 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250db07-4a5b-4fe3-99f1-2ad9cff019d3 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:34.157456 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250db07-4a5b-4fe3-99f1-2ad9cff019d3 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:34.160533 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250db07-4a5b-4fe3-99f1-2ad9cff019d3 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:34.160533 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250db07-4a5b-4fe3-99f1-2ad9cff019d3 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:34.160533 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250db07-4a5b-4fe3-99f1-2ad9cff019d3 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:34.160533 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250db07-4a5b-4fe3-99f1-2ad9cff019d3 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:34.160533 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250db07-4a5b-4fe3-99f1-2ad9cff019d3 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:34.160533 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250db07-4a5b-4fe3-99f1-2ad9cff019d3 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:34.284271 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-feb3c980-c1df-42a3-90df-633f7b437ca7 req-8ab2fc5b-bf67-4b3f-971e-29540111029c tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c4ebb6-f959-401d-b3f8-66ee92d1a98c HTTP/1.1" status: 200 len: 210 time: 0.0304599 Jul 15 14:10:34.288024 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b8c2363-8847-4a6d-9000-ef23cf8b8f42 req-c250db07-4a5b-4fe3-99f1-2ad9cff019d3 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Router bd8b2dd7-79a3-44de-b57d-5a43659ef752 has already been hosted by L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 14:10:34.373388 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e482e-0bcf-40cb-914a-ad43e7823237 req-0860b4d7-59c8-4791-985a-495dcdf3c996 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:34.374899 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d57e482e-0bcf-40cb-914a-ad43e7823237 req-0860b4d7-59c8-4791-985a-495dcdf3c996 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b HTTP/1.1" status: 200 len: 944 time: 0.0545213 Jul 15 14:10:34.402955 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b8c2363-8847-4a6d-9000-ef23cf8b8f42 req-c250db07-4a5b-4fe3-99f1-2ad9cff019d3 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:10:34.418813 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a032cea-c44b-4044-8f3f-7bc1899354fa None None] Sync routers for ids ['bd8b2dd7-79a3-44de-b57d-5a43659ef752'] in dv-cinder-850002-1-iscsi {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:10:34.431133 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d57e482e-0bcf-40cb-914a-ad43e7823237 req-18b443c3-00d6-4f0c-9968-99f8c79ea0c9 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/security-groups?id=8857008b-e7ce-45b3-897b-cb8cedd53737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499487 Jul 15 14:10:34.436927 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a032cea-c44b-4044-8f3f-7bc1899354fa None None] Routers {'bd8b2dd7-79a3-44de-b57d-5a43659ef752'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:10:34.438761 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-2a032cea-c44b-4044-8f3f-7bc1899354fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:10:16Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['bd8b2dd7-79a3-44de-b57d-5a43659ef752'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:34.491662 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b8c2363-8847-4a6d-9000-ef23cf8b8f42 req-c250db07-4a5b-4fe3-99f1-2ad9cff019d3 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] No DVR routers for this DVR port 1a2551e3-419a-4496-9970-b2a5ddcff131 on host hv-cinder-85000 {{(pid=103881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 15 14:10:34.495359 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-7b8c2363-8847-4a6d-9000-ef23cf8b8f42 req-c250db07-4a5b-4fe3-99f1-2ad9cff019d3 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:34.501523 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-7b8c2363-8847-4a6d-9000-ef23cf8b8f42 req-c250db07-4a5b-4fe3-99f1-2ad9cff019d3 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.64 "DELETE /v2.0/ports/1a2551e3-419a-4496-9970-b2a5ddcff131 HTTP/1.1" status: 204 len: 173 time: 0.8957026 Jul 15 14:10:34.502316 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c4ebb6-f959-401d-b3f8-66ee92d1a98c', 'name': 'network-vif-deleted', 'tag': '1a2551e3-419a-4496-9970-b2a5ddcff131'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:10:34.506234 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27b3149431a8a58964108cadaaee569fc83829ebf6971f3e535c686fd00e584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37cb4812-6772-4e31-8a77-8e38b69ff103" -d '{"events": [{"server_uuid": "e7c4ebb6-f959-401d-b3f8-66ee92d1a98c", "name": "network-vif-deleted", "tag": "1a2551e3-419a-4496-9970-b2a5ddcff131"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:10:34.570829 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 14:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d1ea00-2172-496d-9ec2-cd1b2c531cbc x-openstack-request-id: req-54d1ea00-2172-496d-9ec2-cd1b2c531cbc {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:10:34.571575 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7c4ebb6-f959-401d-b3f8-66ee92d1a98c", "name": "network-vif-deleted", "tag": "1a2551e3-419a-4496-9970-b2a5ddcff131", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:10:34.572227 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-54d1ea00-2172-496d-9ec2-cd1b2c531cbc {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:10:34.573133 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54d1ea00-2172-496d-9ec2-cd1b2c531cbc'] response: {'server_uuid': 'e7c4ebb6-f959-401d-b3f8-66ee92d1a98c', 'name': 'network-vif-deleted', 'tag': '1a2551e3-419a-4496-9970-b2a5ddcff131', 'status': 'completed', 'code': 200} Jul 15 14:10:34.632975 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-2a032cea-c44b-4044-8f3f-7bc1899354fa None None] Set router bd8b2dd7-79a3-44de-b57d-5a43659ef752 gateway port host: dv-cinder-850002-1-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:10:34.882198 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-2a032cea-c44b-4044-8f3f-7bc1899354fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'name': 'tempest-AttachVolumeNegativeTest-947777848-router', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:07:16Z', 'updated_at': '2022-07-15T14:07:21Z', 'revision_number': 4, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'gw_port': {'id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:37:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:17Z', 'updated_at': '2022-07-15T14:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': 'a76e407d-90b4-4481-818a-ae7c0d5f0deb', 'name': '', 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'mac_address': 'fa:16:3e:79:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e9260d0b-edd3-47d2-82af-0f443bfabd45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:20Z', 'updated_at': '2022-07-15T14:07:28Z', 'revision_number': 5, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'subnets': [{'id': 'e9260d0b-edd3-47d2-82af-0f443bfabd45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:34.913562 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a032cea-c44b-4044-8f3f-7bc1899354fa None None] Checking router: bd8b2dd7-79a3-44de-b57d-5a43659ef752 for host: dv-cinder-850002-1-iscsi {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:10:34.923565 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a032cea-c44b-4044-8f3f-7bc1899354fa None None] Routers {'bd8b2dd7-79a3-44de-b57d-5a43659ef752'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:10:34.924209 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-2a032cea-c44b-4044-8f3f-7bc1899354fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:10:16Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['bd8b2dd7-79a3-44de-b57d-5a43659ef752'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:35.047951 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-2a032cea-c44b-4044-8f3f-7bc1899354fa None None] Set router bd8b2dd7-79a3-44de-b57d-5a43659ef752 gateway port host: dv-cinder-850002-1-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:10:35.275515 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-2a032cea-c44b-4044-8f3f-7bc1899354fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'name': 'tempest-AttachVolumeNegativeTest-947777848-router', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:07:16Z', 'updated_at': '2022-07-15T14:07:21Z', 'revision_number': 4, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'gw_port': {'id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:37:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:17Z', 'updated_at': '2022-07-15T14:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': 'a76e407d-90b4-4481-818a-ae7c0d5f0deb', 'name': '', 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'mac_address': 'fa:16:3e:79:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e9260d0b-edd3-47d2-82af-0f443bfabd45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:20Z', 'updated_at': '2022-07-15T14:07:28Z', 'revision_number': 5, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'subnets': [{'id': 'e9260d0b-edd3-47d2-82af-0f443bfabd45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:35.301419 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a032cea-c44b-4044-8f3f-7bc1899354fa None None] The sync data for ids ['bd8b2dd7-79a3-44de-b57d-5a43659ef752'] in dv-cinder-850002-1-iscsi is: [{'id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'name': 'tempest-AttachVolumeNegativeTest-947777848-router', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:07:16Z', 'updated_at': '2022-07-15T14:07:21Z', 'revision_number': 4, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'gw_port': {'id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:37:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:17Z', 'updated_at': '2022-07-15T14:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': 'a76e407d-90b4-4481-818a-ae7c0d5f0deb', 'name': '', 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'mac_address': 'fa:16:3e:79:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e9260d0b-edd3-47d2-82af-0f443bfabd45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:20Z', 'updated_at': '2022-07-15T14:07:28Z', 'revision_number': 5, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'subnets': [{'id': 'e9260d0b-edd3-47d2-82af-0f443bfabd45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:10:35.326724 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-3117b6cd-8377-4598-90e9-298b0791c2f7 None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:10:35.394104 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 54792) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:10:35.463711 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f0128e31-d0cd-4e98-94ee-e10f01ec1530 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for security_group (086a6298-c333-4ec6-b275-81fc358a8f5c), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:35.496526 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f0128e31-d0cd-4e98-94ee-e10f01ec1530 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for security_group (086a6298-c333-4ec6-b275-81fc358a8f5c), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:35.584230 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c8da14-13c0-4ef7-8fd2-7ecc90c86972 None None] New status for floating IP 4b5fd609-3d15-4b59-8204-1090d7e813e9: DOWN {{(pid=103884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 15 14:10:35.586859 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533e968-396e-4a78-acd0-7fcb8d44bc97 req-b02bdecc-7cfa-46d5-a55a-b568e801f9d3 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:35.589324 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0533e968-396e-4a78-acd0-7fcb8d44bc97 req-b02bdecc-7cfa-46d5-a55a-b568e801f9d3 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b HTTP/1.1" status: 200 len: 944 time: 0.0590911 Jul 15 14:10:35.621585 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f0128e31-d0cd-4e98-94ee-e10f01ec1530 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (086a6298-c333-4ec6-b275-81fc358a8f5c), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:35.626626 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f0128e31-d0cd-4e98-94ee-e10f01ec1530 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:35.627890 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-f0128e31-d0cd-4e98-94ee-e10f01ec1530 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "DELETE /v2.0/security-groups/086a6298-c333-4ec6-b275-81fc358a8f5c HTTP/1.1" status: 204 len: 168 time: 0.2326195 Jul 15 14:10:35.630672 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 54796) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:10:35.648767 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.api.v2.resource [None req-7bde6bb5-916a-4429-b391-f91c5b8bbad1 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] show failed (client error): The resource could not be found. Jul 15 14:10:35.653104 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-7bde6bb5-916a-4429-b391-f91c5b8bbad1 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/security-groups/086a6298-c333-4ec6-b275-81fc358a8f5c HTTP/1.1" status: 404 len: 347 time: 0.0211513 Jul 15 14:10:35.653813 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 54798) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:10:35.681837 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0533e968-396e-4a78-acd0-7fcb8d44bc97 req-b3f99e1c-ab0f-40ea-a36e-af7fa86cccbc tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/security-groups?id=8857008b-e7ce-45b3-897b-cb8cedd53737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851657 Jul 15 14:10:35.688989 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0128e31-d0cd-4e98-94ee-e10f01ec1530 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=086a6298-c333-4ec6-b275-81fc358a8f5c,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:35.698748 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0128e31-d0cd-4e98-94ee-e10f01ec1530 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:35.699174 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0128e31-d0cd-4e98-94ee-e10f01ec1530 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:35.699574 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0128e31-d0cd-4e98-94ee-e10f01ec1530 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:35.699938 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0128e31-d0cd-4e98-94ee-e10f01ec1530 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:35.700275 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0128e31-d0cd-4e98-94ee-e10f01ec1530 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:35.700738 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0128e31-d0cd-4e98-94ee-e10f01ec1530 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:35.701002 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0128e31-d0cd-4e98-94ee-e10f01ec1530 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:35.701382 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0128e31-d0cd-4e98-94ee-e10f01ec1530 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:35.701892 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0128e31-d0cd-4e98-94ee-e10f01ec1530 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:35.702226 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0128e31-d0cd-4e98-94ee-e10f01ec1530 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:35.702703 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0128e31-d0cd-4e98-94ee-e10f01ec1530 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:35.703026 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0128e31-d0cd-4e98-94ee-e10f01ec1530 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:35.703513 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0128e31-d0cd-4e98-94ee-e10f01ec1530 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:35.703835 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0128e31-d0cd-4e98-94ee-e10f01ec1530 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:35.704186 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0128e31-d0cd-4e98-94ee-e10f01ec1530 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:35.806587 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:10:35.810605 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-ca993a4c-861b-4e20-ac0c-132d2976e861 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Deleting port cef2c634-bfa0-4655-a3d2-a601f3b4b9d1 {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:10:35.811014 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ca993a4c-861b-4e20-ac0c-132d2976e861 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (cef2c634-bfa0-4655-a3d2-a601f3b4b9d1), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:35.824142 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:10:35.900249 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ca993a4c-861b-4e20-ac0c-132d2976e861 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (cef2c634-bfa0-4655-a3d2-a601f3b4b9d1), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:35.900636 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ca993a4c-861b-4e20-ac0c-132d2976e861 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for floatingip (cef2c634-bfa0-4655-a3d2-a601f3b4b9d1), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:35.914642 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-ca993a4c-861b-4e20-ac0c-132d2976e861 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Calling delete_port for cef2c634-bfa0-4655-a3d2-a601f3b4b9d1 owned by network:floatingip {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:10:36.067036 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ca993a4c-861b-4e20-ac0c-132d2976e861 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (cef2c634-bfa0-4655-a3d2-a601f3b4b9d1), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:36.098104 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca993a4c-861b-4e20-ac0c-132d2976e861 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Pushing event deleted for resources: {'Port': ['ID=cef2c634-bfa0-4655-a3d2-a601f3b4b9d1,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:36.165293 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ca993a4c-861b-4e20-ac0c-132d2976e861 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for floatingip (4b5fd609-3d15-4b59-8204-1090d7e813e9), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:36.169477 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ca993a4c-861b-4e20-ac0c-132d2976e861 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for floatingip (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:36.171324 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-ca993a4c-861b-4e20-ac0c-132d2976e861 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "DELETE /v2.0/floatingips/4b5fd609-3d15-4b59-8204-1090d7e813e9 HTTP/1.1" status: 204 len: 168 time: 0.5162759 Jul 15 14:10:36.251562 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 54802) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:10:36.256459 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-73051f0d-38d6-491c-ba10-8b4c56ebc510 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1219811344', 'description': 'tempest-description--325987009'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:10:36.283722 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-73051f0d-38d6-491c-ba10-8b4c56ebc510 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:36.369497 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-73051f0d-38d6-491c-ba10-8b4c56ebc510 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for security_group (aa11438c-ee7d-481f-bb61-c497b8896dfa), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:36.374629 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-73051f0d-38d6-491c-ba10-8b4c56ebc510 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (aa11438c-ee7d-481f-bb61-c497b8896dfa), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:36.414991 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-73051f0d-38d6-491c-ba10-8b4c56ebc510 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:36.416248 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-73051f0d-38d6-491c-ba10-8b4c56ebc510 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1636250 Jul 15 14:10:36.419230 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 54804) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:10:36.424525 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-b1abedfd-7a10-4dff-af12-b472ed05664c tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Request body: {'security_group_rule': {'security_group_id': 'aa11438c-ee7d-481f-bb61-c497b8896dfa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:10:36.430469 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73051f0d-38d6-491c-ba10-8b4c56ebc510 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa11438c-ee7d-481f-bb61-c497b8896dfa,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:36.460327 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b1abedfd-7a10-4dff-af12-b472ed05664c tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for security_group_rule (5670cbc4-f069-4a7f-9e11-49828a60b255), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:36.523470 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b1abedfd-7a10-4dff-af12-b472ed05664c tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for security_group_rule (5670cbc4-f069-4a7f-9e11-49828a60b255), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:36.527666 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b1abedfd-7a10-4dff-af12-b472ed05664c tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484192'] for security_group_rule (5670cbc4-f069-4a7f-9e11-49828a60b255), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:36.548154 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1abedfd-7a10-4dff-af12-b472ed05664c tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5670cbc4-f069-4a7f-9e11-49828a60b255,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:36.556500 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b1abedfd-7a10-4dff-af12-b472ed05664c tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:36.557558 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-b1abedfd-7a10-4dff-af12-b472ed05664c tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1373043 Jul 15 14:10:36.560350 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 54806) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:10:36.564899 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-0e1c5a30-c3a8-452a-991e-f8e369f6991e tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Request body: {'security_group_rule': {'security_group_id': 'aa11438c-ee7d-481f-bb61-c497b8896dfa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:10:36.593285 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0e1c5a30-c3a8-452a-991e-f8e369f6991e tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for security_group_rule (48c389da-8d0a-47d5-ac0b-9a9327fdf91b), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:36.624499 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:10:36.627953 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:10:36.668300 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0e1c5a30-c3a8-452a-991e-f8e369f6991e tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for security_group_rule (48c389da-8d0a-47d5-ac0b-9a9327fdf91b), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:36.672952 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0e1c5a30-c3a8-452a-991e-f8e369f6991e tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484192'] for security_group_rule (48c389da-8d0a-47d5-ac0b-9a9327fdf91b), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:36.693610 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1c5a30-c3a8-452a-991e-f8e369f6991e tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48c389da-8d0a-47d5-ac0b-9a9327fdf91b,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:36.701454 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0e1c5a30-c3a8-452a-991e-f8e369f6991e tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:36.702704 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-0e1c5a30-c3a8-452a-991e-f8e369f6991e tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1413355 Jul 15 14:10:36.706301 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 54808) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:10:36.710881 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-ea366d67-f1ed-45ea-adc8-9ab6cae2794a tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Request body: {'floatingip': {'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:10:36.737961 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ea366d67-f1ed-45ea-adc8-9ab6cae2794a tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:36.850046 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba5612-1b89-4457-b7ad-f5bae5da91e9 req-724f30df-335e-4f95-bc27-24b64aa06201 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:36.851560 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-40ba5612-1b89-4457-b7ad-f5bae5da91e9 req-724f30df-335e-4f95-bc27-24b64aa06201 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b HTTP/1.1" status: 200 len: 944 time: 0.0820441 Jul 15 14:10:36.881013 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ea366d67-f1ed-45ea-adc8-9ab6cae2794a tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:36.955680 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-40ba5612-1b89-4457-b7ad-f5bae5da91e9 req-79be9810-916f-41be-935e-8ab0a290ffed tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/security-groups?id=8857008b-e7ce-45b3-897b-cb8cedd53737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972841 Jul 15 14:10:37.036282 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-ea366d67-f1ed-45ea-adc8-9ab6cae2794a tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Allocated IP 172.27.0.6 (85d18fe6-b559-49ae-a129-0350ffd7e8bf/5080191c-7e2b-40a2-af2d-f84b5c858cde/ff0bfa29-7330-422f-88c6-eac42391a037) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:10:37.157598 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ea366d67-f1ed-45ea-adc8-9ab6cae2794a tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for port (ff0bfa29-7330-422f-88c6-eac42391a037), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:37.194231 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ea366d67-f1ed-45ea-adc8-9ab6cae2794a tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59481580'] for port (ff0bfa29-7330-422f-88c6-eac42391a037), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:37.234157 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea366d67-f1ed-45ea-adc8-9ab6cae2794a tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Network 85d18fe6-b559-49ae-a129-0350ffd7e8bf is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:10:37.240563 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-ea366d67-f1ed-45ea-adc8-9ab6cae2794a tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:10:37.243080 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea366d67-f1ed-45ea-adc8-9ab6cae2794a tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:10:37.268150 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea366d67-f1ed-45ea-adc8-9ab6cae2794a tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Pushing event updated for resources: {'Port': ['ID=ff0bfa29-7330-422f-88c6-eac42391a037,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:37.351662 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ea366d67-f1ed-45ea-adc8-9ab6cae2794a tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for floatingip (aefb022c-f27f-4e19-a4eb-77850127870a), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:37.389888 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ea366d67-f1ed-45ea-adc8-9ab6cae2794a tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (ff0bfa29-7330-422f-88c6-eac42391a037), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:37.424809 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:10:37.443169 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:10:37.566919 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ea366d67-f1ed-45ea-adc8-9ab6cae2794a tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for port (ff0bfa29-7330-422f-88c6-eac42391a037), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:37.575083 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ea366d67-f1ed-45ea-adc8-9ab6cae2794a tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59481573'] for port (ff0bfa29-7330-422f-88c6-eac42391a037), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:37.659588 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea366d67-f1ed-45ea-adc8-9ab6cae2794a tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Pushing event updated for resources: {'Port': ['ID=ff0bfa29-7330-422f-88c6-eac42391a037,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:37.667881 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ea366d67-f1ed-45ea-adc8-9ab6cae2794a tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448782'] for floatingip (aefb022c-f27f-4e19-a4eb-77850127870a), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:37.686801 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ea366d67-f1ed-45ea-adc8-9ab6cae2794a tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for floatingip (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:37.688487 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-ea366d67-f1ed-45ea-adc8-9ab6cae2794a tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.9806042 Jul 15 14:10:37.858780 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fc624b6f-c992-4a50-bb8a-5c5ad6a4eb4d req-0a0401eb-1f34-4d59-bca5-3ac1598b5b73 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1219811344&fields=id&tenant_id=26daacf03c844ff8a7546dfe3b36d8bb HTTP/1.1" status: 200 len: 267 time: 0.0495322 Jul 15 14:10:37.977932 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc624b6f-c992-4a50-bb8a-5c5ad6a4eb4d req-976d3050-a9a6-4091-91df-6bce14a9fcd7 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:37.979345 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fc624b6f-c992-4a50-bb8a-5c5ad6a4eb4d req-976d3050-a9a6-4091-91df-6bce14a9fcd7 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/networks?id=98015688-617a-4c97-89d4-c0de9e353bb5 HTTP/1.1" status: 200 len: 814 time: 0.1134434 Jul 15 14:10:38.001407 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fc624b6f-c992-4a50-bb8a-5c5ad6a4eb4d req-f5eb0786-4ca3-4c6a-8201-925d80fa2fa9 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/quotas/26daacf03c844ff8a7546dfe3b36d8bb HTTP/1.1" status: 200 len: 375 time: 0.0130107 Jul 15 14:10:38.103136 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fc624b6f-c992-4a50-bb8a-5c5ad6a4eb4d req-b6d094b9-b3cf-46a3-abd7-05cc129ea27f tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=26daacf03c844ff8a7546dfe3b36d8bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0962934 Jul 15 14:10:38.120875 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c806a80d-168b-4140-a90c-35041edebde2 req-2fd29d77-24cb-45fe-840c-16638a3bccf2 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:38.122878 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c806a80d-168b-4140-a90c-35041edebde2 req-2fd29d77-24cb-45fe-840c-16638a3bccf2 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b HTTP/1.1" status: 200 len: 944 time: 0.0823100 Jul 15 14:10:38.263756 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c806a80d-168b-4140-a90c-35041edebde2 req-d1a1c9a5-fc37-4cae-87ab-ca27bcabdb40 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/security-groups?id=8857008b-e7ce-45b3-897b-cb8cedd53737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306274 Jul 15 14:10:38.287356 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fc624b6f-c992-4a50-bb8a-5c5ad6a4eb4d req-5662b3c0-33a9-4006-953e-05b97c3be379 service neutron] 10.222.0.16 "GET /v2.0/networks/98015688-617a-4c97-89d4-c0de9e353bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634789 Jul 15 14:10:38.401835 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fc624b6f-c992-4a50-bb8a-5c5ad6a4eb4d req-bda1123f-56e2-4277-ab8d-789754444e89 service neutron] 10.222.0.16 "GET /v2.0/networks/98015688-617a-4c97-89d4-c0de9e353bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046245 Jul 15 14:10:38.929059 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device 672e43eb-ef9b-49b3-9a76-4d3b2227aa67 details requested by agent hyperv_hv-cinder-85000 with host hv-cinder-85000 {{(pid=103883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:10:38.931307 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device 1a2551e3-419a-4496-9970-b2a5ddcff131 no longer exists at agent hyperv_hv-cinder-85000 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:10:38.934105 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:UPDATE=4,neutron:SELECT=58 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:10:38.934785 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=70,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:10:38.939397 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=70,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:10:38.965963 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] No Port match for: 1a2551e3-419a-4496-9970-b2a5ddcff131 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 15 14:10:38.966308 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device 1a2551e3-419a-4496-9970-b2a5ddcff131 not bound to the agent host hv-cinder-85000 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:10:39.061059 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port 672e43eb-ef9b-49b3-9a76-4d3b2227aa67, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=672e43eb-ef9b-49b3-9a76-4d3b2227aa67,segment=NetworkSegment(dc81c258-301f-4317-abf3-b2232d08a25e),segment_id=dc81c258-301f-4317-abf3-b2232d08a25e)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:10:39.075451 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Returning: {'device': '672e43eb-ef9b-49b3-9a76-4d3b2227aa67', 'network_id': '23ed595f-021e-4b49-9057-9caea24d9122', 'port_id': '672e43eb-ef9b-49b3-9a76-4d3b2227aa67', 'mac_address': 'fa:16:3e:92:bc:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11e103b7-3d94-49bf-928a-697ea97318ef', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:10:39.134497 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Current status of the port 672e43eb-ef9b-49b3-9a76-4d3b2227aa67 is: DOWN; New status is: BUILD {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:10:39.135066 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (672e43eb-ef9b-49b3-9a76-4d3b2227aa67), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:39.162668 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 672e43eb-ef9b-49b3-9a76-4d3b2227aa67 {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 14:10:39.183034 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port 672e43eb-ef9b-49b3-9a76-4d3b2227aa67, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=672e43eb-ef9b-49b3-9a76-4d3b2227aa67,segment=NetworkSegment(dc81c258-301f-4317-abf3-b2232d08a25e),segment_id=dc81c258-301f-4317-abf3-b2232d08a25e)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:10:39.190335 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (672e43eb-ef9b-49b3-9a76-4d3b2227aa67), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:39.238597 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Pushing event updated for resources: {'Port': ['ID=672e43eb-ef9b-49b3-9a76-4d3b2227aa67,revision_number=7']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:39.397621 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df02aec-21f4-4a13-bd4d-535f5f3b4411 req-96f57407-1eca-4839-bb46-81450861a62c tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:39.399202 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3df02aec-21f4-4a13-bd4d-535f5f3b4411 req-96f57407-1eca-4839-bb46-81450861a62c tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b HTTP/1.1" status: 200 len: 945 time: 0.0591488 Jul 15 14:10:39.450723 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3df02aec-21f4-4a13-bd4d-535f5f3b4411 req-672f3609-2544-409a-9502-17134cf870fb tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/security-groups?id=8857008b-e7ce-45b3-897b-cb8cedd53737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459054 Jul 15 14:10:39.451711 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] get_ports_and_sgs() called for port_ids ['672e43eb-ef9b-49b3-9a76-4d3b2227aa67'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:10:39.613444 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-24634a73-2bec-4cfe-8da2-0b4b94423dd6 req-4c9b1a11-730a-4268-8e3a-40b230dd05bc tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?device_id=e731bcda-f71b-4078-ba59-bad8171184f3 HTTP/1.1" status: 200 len: 210 time: 0.0358226 Jul 15 14:10:40.592947 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6886a5-9ea4-4e7c-b7b9-fccd56a2a7bc req-fe0b4959-84fd-4fab-8b87-753f76a6c7ed tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:40.600167 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8d6886a5-9ea4-4e7c-b7b9-fccd56a2a7bc req-fe0b4959-84fd-4fab-8b87-753f76a6c7ed tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b HTTP/1.1" status: 200 len: 945 time: 0.0665672 Jul 15 14:10:40.656145 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8d6886a5-9ea4-4e7c-b7b9-fccd56a2a7bc req-9166b739-a6c1-443a-ada0-26d03da06e3c tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/security-groups?id=8857008b-e7ce-45b3-897b-cb8cedd53737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550506 Jul 15 14:10:40.666124 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc624b6f-c992-4a50-bb8a-5c5ad6a4eb4d req-f5503cdb-3f66-4be0-b313-9a945306287d tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:40.670495 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-fc624b6f-c992-4a50-bb8a-5c5ad6a4eb4d req-f5503cdb-3f66-4be0-b313-9a945306287d tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.64 "GET /v2.0/networks?id=98015688-617a-4c97-89d4-c0de9e353bb5 HTTP/1.1" status: 200 len: 814 time: 0.1418176 Jul 15 14:10:40.745500 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-16943054-0c90-48b1-a271-3c7c8d9d608e req-e537af61-9b91-4b0e-96d4-3e640274b65d tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?device_id=e731bcda-f71b-4078-ba59-bad8171184f3 HTTP/1.1" status: 200 len: 210 time: 0.0298939 Jul 15 14:10:40.783810 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-fc624b6f-c992-4a50-bb8a-5c5ad6a4eb4d req-55c51e60-1beb-4ef7-964e-a9cc45a9f06a tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26daacf03c844ff8a7546dfe3b36d8bb HTTP/1.1" status: 200 len: 380 time: 0.0902545 Jul 15 14:10:40.844790 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [req-fc624b6f-c992-4a50-bb8a-5c5ad6a4eb4d req-4be262ca-000f-4722-bec2-1b48981694f3 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Request body: {'port': {'device_id': 'e731bcda-f71b-4078-ba59-bad8171184f3', 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5', 'admin_state_up': True, 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'security_groups': ['aa11438c-ee7d-481f-bb61-c497b8896dfa']}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:10:40.943635 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device 672e43eb-ef9b-49b3-9a76-4d3b2227aa67 up at agent hyperv_hv-cinder-85000 {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:10:40.967727 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc624b6f-c992-4a50-bb8a-5c5ad6a4eb4d req-4be262ca-000f-4722-bec2-1b48981694f3 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Made reservation on behalf of 26daacf03c844ff8a7546dfe3b36d8bb for: {'port': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:10:40.974474 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-fc624b6f-c992-4a50-bb8a-5c5ad6a4eb4d req-4be262ca-000f-4722-bec2-1b48981694f3 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:40.989327 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Provisioning complete for port 672e43eb-ef9b-49b3-9a76-4d3b2227aa67 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:10:40.989699 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (672e43eb-ef9b-49b3-9a76-4d3b2227aa67), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:41.072496 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Current status of the port 672e43eb-ef9b-49b3-9a76-4d3b2227aa67 is: BUILD; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:10:41.072890 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (672e43eb-ef9b-49b3-9a76-4d3b2227aa67), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:41.101050 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a999d1e-a17a-4ea9-8f71-3a981b55733b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '672e43eb-ef9b-49b3-9a76-4d3b2227aa67'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:10:41.103485 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c4b0ce05359387fb1b8f2741601f150af1cafc779f59aaec505bdecc1202ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4badbf2f-9555-4344-9f78-a2f52f541ad6" -d '{"events": [{"server_uuid": "1a999d1e-a17a-4ea9-8f71-3a981b55733b", "name": "network-vif-plugged", "status": "completed", "tag": "672e43eb-ef9b-49b3-9a76-4d3b2227aa67"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:10:41.117230 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port 672e43eb-ef9b-49b3-9a76-4d3b2227aa67, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=672e43eb-ef9b-49b3-9a76-4d3b2227aa67,segment=NetworkSegment(dc81c258-301f-4317-abf3-b2232d08a25e),segment_id=dc81c258-301f-4317-abf3-b2232d08a25e)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:10:41.124008 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (672e43eb-ef9b-49b3-9a76-4d3b2227aa67), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:41.152744 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 14:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b32422-eb1e-4211-9c8c-e8bd55d8a216 x-openstack-request-id: req-23b32422-eb1e-4211-9c8c-e8bd55d8a216 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:10:41.153041 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a999d1e-a17a-4ea9-8f71-3a981b55733b", "name": "network-vif-plugged", "status": "completed", "tag": "672e43eb-ef9b-49b3-9a76-4d3b2227aa67", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:10:41.153293 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-23b32422-eb1e-4211-9c8c-e8bd55d8a216 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:10:41.153783 dv-cinder-850002-1-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23b32422-eb1e-4211-9c8c-e8bd55d8a216'] response: {'server_uuid': '1a999d1e-a17a-4ea9-8f71-3a981b55733b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '672e43eb-ef9b-49b3-9a76-4d3b2227aa67', 'code': 200} Jul 15 14:10:41.165807 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [req-fc624b6f-c992-4a50-bb8a-5c5ad6a4eb4d req-4be262ca-000f-4722-bec2-1b48981694f3 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Allocated IP 172.20.0.14 (98015688-617a-4c97-89d4-c0de9e353bb5/e9260d0b-edd3-47d2-82af-0f443bfabd45/5c1b0e00-56e7-4f56-8e87-868f14ac3dc5) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:10:41.181382 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Pushing event updated for resources: {'Port': ['ID=672e43eb-ef9b-49b3-9a76-4d3b2227aa67,revision_number=8']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:41.211075 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:10:41.307538 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:10:41.338559 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-fc624b6f-c992-4a50-bb8a-5c5ad6a4eb4d req-4be262ca-000f-4722-bec2-1b48981694f3 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for port (5c1b0e00-56e7-4f56-8e87-868f14ac3dc5), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:41.405883 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-fc624b6f-c992-4a50-bb8a-5c5ad6a4eb4d req-4be262ca-000f-4722-bec2-1b48981694f3 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (5c1b0e00-56e7-4f56-8e87-868f14ac3dc5), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:41.417080 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910f75a-dc4d-49d7-b56e-76d6f75ed6f9 req-a6f7df83-cdc3-4ffe-8055-cdf23b6cce76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:41.418608 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-9910f75a-dc4d-49d7-b56e-76d6f75ed6f9 req-a6f7df83-cdc3-4ffe-8055-cdf23b6cce76 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b HTTP/1.1" status: 200 len: 1130 time: 0.0555637 Jul 15 14:10:41.476325 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc624b6f-c992-4a50-bb8a-5c5ad6a4eb4d req-4be262ca-000f-4722-bec2-1b48981694f3 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Network 98015688-617a-4c97-89d4-c0de9e353bb5 is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:10:41.479404 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [req-fc624b6f-c992-4a50-bb8a-5c5ad6a4eb4d req-4be262ca-000f-4722-bec2-1b48981694f3 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:10:41.494567 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc624b6f-c992-4a50-bb8a-5c5ad6a4eb4d req-4be262ca-000f-4722-bec2-1b48981694f3 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:10:41.528795 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be262ca-000f-4722-bec2-1b48981694f3 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Pushing event updated for resources: {'Port': ['ID=5c1b0e00-56e7-4f56-8e87-868f14ac3dc5,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:41.543198 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-9910f75a-dc4d-49d7-b56e-76d6f75ed6f9 req-a7f35b4e-2bfb-412b-9f3c-137a7b5b1c50 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8857008b-e7ce-45b3-897b-cb8cedd53737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041694 Jul 15 14:10:41.568091 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc624b6f-c992-4a50-bb8a-5c5ad6a4eb4d req-4be262ca-000f-4722-bec2-1b48981694f3 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:41.568825 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-fc624b6f-c992-4a50-bb8a-5c5ad6a4eb4d req-4be262ca-000f-4722-bec2-1b48981694f3 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:41.589676 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-fc624b6f-c992-4a50-bb8a-5c5ad6a4eb4d req-4be262ca-000f-4722-bec2-1b48981694f3 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7491770 Jul 15 14:10:41.749109 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:10:41.761246 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [req-fc624b6f-c992-4a50-bb8a-5c5ad6a4eb4d req-a7949852-c105-4161-92c1-5fe63642d1fa service neutron] Request body: {'port': {'device_id': 'e731bcda-f71b-4078-ba59-bad8171184f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85000'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:10:41.783145 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-1dfb6046-8a29-44ba-8592-8a65246e36e1 None None] Provisioning complete for port 5c1b0e00-56e7-4f56-8e87-868f14ac3dc5 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:10:41.783586 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1dfb6046-8a29-44ba-8592-8a65246e36e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (5c1b0e00-56e7-4f56-8e87-868f14ac3dc5), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:41.798618 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:10:41.810906 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db130b1-4c72-4963-aafb-5270b1847bd5 req-8010a066-6124-4493-b0a8-baa64e2f51ba tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:41.817443 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0db130b1-4c72-4963-aafb-5270b1847bd5 req-8010a066-6124-4493-b0a8-baa64e2f51ba tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b HTTP/1.1" status: 200 len: 946 time: 0.0763698 Jul 15 14:10:41.833926 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-fc624b6f-c992-4a50-bb8a-5c5ad6a4eb4d req-a7949852-c105-4161-92c1-5fe63642d1fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (5c1b0e00-56e7-4f56-8e87-868f14ac3dc5), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:41.850556 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-1dfb6046-8a29-44ba-8592-8a65246e36e1 None None] Port 5c1b0e00-56e7-4f56-8e87-868f14ac3dc5 cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 15 14:10:41.920612 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0db130b1-4c72-4963-aafb-5270b1847bd5 req-634edd2a-4bfe-486f-957d-595c83d3d057 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/security-groups?id=8857008b-e7ce-45b3-897b-cb8cedd53737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921087 Jul 15 14:10:41.939850 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35e10c-4e6c-4d5d-ab92-7f3ae48ad590 req-7e966b5e-cb59-44ef-b417-cb42f80ee4cc tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:41.941781 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5c35e10c-4e6c-4d5d-ab92-7f3ae48ad590 req-7e966b5e-cb59-44ef-b417-cb42f80ee4cc tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?device_id=e731bcda-f71b-4078-ba59-bad8171184f3 HTTP/1.1" status: 200 len: 932 time: 0.0732017 Jul 15 14:10:42.003435 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5c35e10c-4e6c-4d5d-ab92-7f3ae48ad590 req-a175a0fe-d802-4543-b10e-ad8d5efbb979 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa11438c-ee7d-481f-bb61-c497b8896dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521820 Jul 15 14:10:42.146480 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [req-fc624b6f-c992-4a50-bb8a-5c5ad6a4eb4d req-a7949852-c105-4161-92c1-5fe63642d1fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c1b0e00-56e7-4f56-8e87-868f14ac3dc5 {{(pid=103881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 14:10:42.155129 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-fc624b6f-c992-4a50-bb8a-5c5ad6a4eb4d req-a7949852-c105-4161-92c1-5fe63642d1fa service neutron] Publish callbacks [] for port (5c1b0e00-56e7-4f56-8e87-868f14ac3dc5), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:42.169612 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.provisioning_blocks [req-fc624b6f-c992-4a50-bb8a-5c5ad6a4eb4d req-a7949852-c105-4161-92c1-5fe63642d1fa service neutron] Transition to ACTIVE for port object 5c1b0e00-56e7-4f56-8e87-868f14ac3dc5 will not be triggered until provisioned by entity L2. {{(pid=103881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 15 14:10:42.175518 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-fc624b6f-c992-4a50-bb8a-5c5ad6a4eb4d req-a7949852-c105-4161-92c1-5fe63642d1fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268230'] for port (5c1b0e00-56e7-4f56-8e87-868f14ac3dc5), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:42.241251 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7949852-c105-4161-92c1-5fe63642d1fa service neutron] Pushing event updated for resources: {'Port': ['ID=5c1b0e00-56e7-4f56-8e87-868f14ac3dc5,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:42.295282 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:10:42.324998 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-fc624b6f-c992-4a50-bb8a-5c5ad6a4eb4d req-a7949852-c105-4161-92c1-5fe63642d1fa service neutron] Attempting to bind port 5c1b0e00-56e7-4f56-8e87-868f14ac3dc5 on host hv-cinder-85000 for vnic_type normal with profile {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 15 14:10:42.325334 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-fc624b6f-c992-4a50-bb8a-5c5ad6a4eb4d req-a7949852-c105-4161-92c1-5fe63642d1fa service neutron] Attempting to bind port 5c1b0e00-56e7-4f56-8e87-868f14ac3dc5 by drivers openvswitch,hyperv on host hv-cinder-85000 at level 0 using segments [{'id': 'a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5'}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 15 14:10:42.325660 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc624b6f-c992-4a50-bb8a-5c5ad6a4eb4d req-a7949852-c105-4161-92c1-5fe63642d1fa service neutron] Attempting to bind port 5c1b0e00-56e7-4f56-8e87-868f14ac3dc5 on network 98015688-617a-4c97-89d4-c0de9e353bb5 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:10:42.331203 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc624b6f-c992-4a50-bb8a-5c5ad6a4eb4d req-a7949852-c105-4161-92c1-5fe63642d1fa service neutron] Port 5c1b0e00-56e7-4f56-8e87-868f14ac3dc5 on network 98015688-617a-4c97-89d4-c0de9e353bb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85000 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 15 14:10:42.331534 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc624b6f-c992-4a50-bb8a-5c5ad6a4eb4d req-a7949852-c105-4161-92c1-5fe63642d1fa service neutron] Attempting to bind port 5c1b0e00-56e7-4f56-8e87-868f14ac3dc5 on network 98015688-617a-4c97-89d4-c0de9e353bb5 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:10:42.345471 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc624b6f-c992-4a50-bb8a-5c5ad6a4eb4d req-a7949852-c105-4161-92c1-5fe63642d1fa service neutron] Checking agent: {'id': '73ab3907-1bcf-455f-a05d-131e96f159a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85000', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 13, 58, 57), 'started_at': datetime.datetime(2022, 7, 15, 13, 58, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 14, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 14:10:42.345873 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc624b6f-c992-4a50-bb8a-5c5ad6a4eb4d req-a7949852-c105-4161-92c1-5fe63642d1fa service neutron] Checking segment: {'id': 'a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:10:42.346202 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc624b6f-c992-4a50-bb8a-5c5ad6a4eb4d req-a7949852-c105-4161-92c1-5fe63642d1fa service neutron] Bound using segment: {'id': 'a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5'} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 14:10:42.346648 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-fc624b6f-c992-4a50-bb8a-5c5ad6a4eb4d req-a7949852-c105-4161-92c1-5fe63642d1fa service neutron] Bound port: 5c1b0e00-56e7-4f56-8e87-868f14ac3dc5, host: hv-cinder-85000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5'}}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 15 14:10:42.347114 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-fc624b6f-c992-4a50-bb8a-5c5ad6a4eb4d req-a7949852-c105-4161-92c1-5fe63642d1fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (5c1b0e00-56e7-4f56-8e87-868f14ac3dc5), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:42.406666 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:10:42.416816 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-fc624b6f-c992-4a50-bb8a-5c5ad6a4eb4d req-a7949852-c105-4161-92c1-5fe63642d1fa service neutron] For port 5c1b0e00-56e7-4f56-8e87-868f14ac3dc5, host hv-cinder-85000, cleared binding levels {{(pid=103881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:10:42.420272 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-fc624b6f-c992-4a50-bb8a-5c5ad6a4eb4d req-a7949852-c105-4161-92c1-5fe63642d1fa service neutron] For port 5c1b0e00-56e7-4f56-8e87-868f14ac3dc5, host hv-cinder-85000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=5c1b0e00-56e7-4f56-8e87-868f14ac3dc5,segment=NetworkSegment(a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7),segment_id=a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7)] {{(pid=103881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:10:42.433200 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-fc624b6f-c992-4a50-bb8a-5c5ad6a4eb4d req-a7949852-c105-4161-92c1-5fe63642d1fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268230'] for port (5c1b0e00-56e7-4f56-8e87-868f14ac3dc5), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:42.483575 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc624b6f-c992-4a50-bb8a-5c5ad6a4eb4d req-a7949852-c105-4161-92c1-5fe63642d1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:42.484277 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-fc624b6f-c992-4a50-bb8a-5c5ad6a4eb4d req-a7949852-c105-4161-92c1-5fe63642d1fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:42.486294 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-fc624b6f-c992-4a50-bb8a-5c5ad6a4eb4d req-a7949852-c105-4161-92c1-5fe63642d1fa service neutron] 10.222.0.64 "PUT /v2.0/ports/5c1b0e00-56e7-4f56-8e87-868f14ac3dc5 HTTP/1.1" status: 200 len: 1094 time: 0.7302310 Jul 15 14:10:42.486990 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e731bcda-f71b-4078-ba59-bad8171184f3', 'tag': '5c1b0e00-56e7-4f56-8e87-868f14ac3dc5'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:10:42.489297 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27b3149431a8a58964108cadaaee569fc83829ebf6971f3e535c686fd00e584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bddc2947-f172-4c70-be2b-024c81629718" -d '{"events": [{"name": "network-changed", "server_uuid": "e731bcda-f71b-4078-ba59-bad8171184f3", "tag": "5c1b0e00-56e7-4f56-8e87-868f14ac3dc5"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:10:42.519892 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7949852-c105-4161-92c1-5fe63642d1fa service neutron] Pushing event updated for resources: {'Port': ['ID=5c1b0e00-56e7-4f56-8e87-868f14ac3dc5,revision_number=3']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:42.531631 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 14:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d033876c-4292-45ae-bbd8-31716df469a7 x-openstack-request-id: req-d033876c-4292-45ae-bbd8-31716df469a7 {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:10:42.531950 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e731bcda-f71b-4078-ba59-bad8171184f3", "tag": "5c1b0e00-56e7-4f56-8e87-868f14ac3dc5", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:10:42.532205 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d033876c-4292-45ae-bbd8-31716df469a7 {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:10:42.532640 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d033876c-4292-45ae-bbd8-31716df469a7'] response: {'name': 'network-changed', 'server_uuid': 'e731bcda-f71b-4078-ba59-bad8171184f3', 'tag': '5c1b0e00-56e7-4f56-8e87-868f14ac3dc5', 'status': 'completed', 'code': 200} Jul 15 14:10:43.054893 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc624b6f-c992-4a50-bb8a-5c5ad6a4eb4d req-62b9155d-8f5a-4f77-a213-dba4ffb701af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:43.055867 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e37d8-1566-4163-81c1-abccad48d8ea req-ee8176d3-db4d-4989-bde1-5b86fc792d36 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:43.057924 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-534e37d8-1566-4163-81c1-abccad48d8ea req-ee8176d3-db4d-4989-bde1-5b86fc792d36 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b HTTP/1.1" status: 200 len: 946 time: 0.0637906 Jul 15 14:10:43.058108 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-fc624b6f-c992-4a50-bb8a-5c5ad6a4eb4d req-62b9155d-8f5a-4f77-a213-dba4ffb701af service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=26daacf03c844ff8a7546dfe3b36d8bb&device_id=e731bcda-f71b-4078-ba59-bad8171184f3 HTTP/1.1" status: 200 len: 1128 time: 0.0502443 Jul 15 14:10:43.120198 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-fc624b6f-c992-4a50-bb8a-5c5ad6a4eb4d req-018e71d1-5802-4e93-9247-ee56494e80ab service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c1b0e00-56e7-4f56-8e87-868f14ac3dc5 HTTP/1.1" status: 200 len: 217 time: 0.0542452 Jul 15 14:10:43.160726 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-534e37d8-1566-4163-81c1-abccad48d8ea req-aff1601a-4a12-4051-8c0b-61a8f6a31485 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/security-groups?id=8857008b-e7ce-45b3-897b-cb8cedd53737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953028 Jul 15 14:10:43.179144 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd63b0-643c-4a16-9aa5-3a64cc841376 req-3eb4b598-80e9-4b86-9bc6-b8fe3114247b tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:43.181172 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-79bd63b0-643c-4a16-9aa5-3a64cc841376 req-3eb4b598-80e9-4b86-9bc6-b8fe3114247b tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?device_id=e731bcda-f71b-4078-ba59-bad8171184f3 HTTP/1.1" status: 200 len: 944 time: 0.0812633 Jul 15 14:10:43.189740 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc624b6f-c992-4a50-bb8a-5c5ad6a4eb4d req-0d3ce6f3-9df0-4094-9df3-7039073c6127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:43.191319 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-fc624b6f-c992-4a50-bb8a-5c5ad6a4eb4d req-0d3ce6f3-9df0-4094-9df3-7039073c6127 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e9260d0b-edd3-47d2-82af-0f443bfabd45 HTTP/1.1" status: 200 len: 853 time: 0.0615067 Jul 15 14:10:43.237847 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc624b6f-c992-4a50-bb8a-5c5ad6a4eb4d req-48186410-ddcb-4940-a687-ef52f174666a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:43.238055 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-79bd63b0-643c-4a16-9aa5-3a64cc841376 req-9882f359-1225-48bc-92e4-b769acae4eca tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa11438c-ee7d-481f-bb61-c497b8896dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479152 Jul 15 14:10:43.240142 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-fc624b6f-c992-4a50-bb8a-5c5ad6a4eb4d req-48186410-ddcb-4940-a687-ef52f174666a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=98015688-617a-4c97-89d4-c0de9e353bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423865 Jul 15 14:10:43.349281 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-fc624b6f-c992-4a50-bb8a-5c5ad6a4eb4d req-813d3b58-0fba-40bf-9d27-5db4354c833a service neutron] 10.222.0.64 "GET /v2.0/networks/98015688-617a-4c97-89d4-c0de9e353bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023135 Jul 15 14:10:43.365254 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-9598ccac-54e8-4f85-b4e4-aafa80433316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (6c40ee43-5406-4a95-b7b4-11b32ddced25), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:43.438823 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-fc624b6f-c992-4a50-bb8a-5c5ad6a4eb4d req-aeea06f1-9806-49dd-aeca-4d1c7e6b20df service neutron] 10.222.0.64 "GET /v2.0/networks/98015688-617a-4c97-89d4-c0de9e353bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827212 Jul 15 14:10:44.272459 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc2947-f172-4c70-be2b-024c81629718 req-dc4c75b3-7c52-4237-b4fa-f55520dc3edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:44.273825 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-bddc2947-f172-4c70-be2b-024c81629718 req-dc4c75b3-7c52-4237-b4fa-f55520dc3edf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=26daacf03c844ff8a7546dfe3b36d8bb&device_id=e731bcda-f71b-4078-ba59-bad8171184f3 HTTP/1.1" status: 200 len: 1128 time: 0.0438778 Jul 15 14:10:44.290619 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088b539-a081-455d-a4c9-d96872dc1b05 req-cc67f53c-0de5-44cb-8b29-3d55bf4afa79 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:44.294430 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4088b539-a081-455d-a4c9-d96872dc1b05 req-cc67f53c-0de5-44cb-8b29-3d55bf4afa79 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b HTTP/1.1" status: 200 len: 946 time: 0.0514772 Jul 15 14:10:44.372129 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc2947-f172-4c70-be2b-024c81629718 req-e119dd9d-45e1-48c1-b58f-53f9f1c3d061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:44.373692 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-bddc2947-f172-4c70-be2b-024c81629718 req-e119dd9d-45e1-48c1-b58f-53f9f1c3d061 service neutron] 10.222.0.64 "GET /v2.0/networks?id=98015688-617a-4c97-89d4-c0de9e353bb5 HTTP/1.1" status: 200 len: 915 time: 0.0937974 Jul 15 14:10:44.379523 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4088b539-a081-455d-a4c9-d96872dc1b05 req-ae762eae-8667-4941-a927-f40691cd332f tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/security-groups?id=8857008b-e7ce-45b3-897b-cb8cedd53737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817704 Jul 15 14:10:44.387715 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc932479-214c-43f3-ac0a-1229c3fbffb7 req-3dd40bfa-1ab9-47b2-a5f9-4b6dc27e122c tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:44.388047 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fc932479-214c-43f3-ac0a-1229c3fbffb7 req-3dd40bfa-1ab9-47b2-a5f9-4b6dc27e122c tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?device_id=e731bcda-f71b-4078-ba59-bad8171184f3 HTTP/1.1" status: 200 len: 944 time: 0.0722234 Jul 15 14:10:44.419104 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-bddc2947-f172-4c70-be2b-024c81629718 req-6a2939f8-2b78-450a-a77c-fe3ecdd516a9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c1b0e00-56e7-4f56-8e87-868f14ac3dc5 HTTP/1.1" status: 200 len: 217 time: 0.0392735 Jul 15 14:10:44.454624 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fc932479-214c-43f3-ac0a-1229c3fbffb7 req-9b369feb-ec2a-46d9-aa74-963f4716de97 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa11438c-ee7d-481f-bb61-c497b8896dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559928 Jul 15 14:10:44.470951 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc2947-f172-4c70-be2b-024c81629718 req-c4beed62-1248-4389-8d63-30d78a05f23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:44.472703 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-bddc2947-f172-4c70-be2b-024c81629718 req-c4beed62-1248-4389-8d63-30d78a05f23d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e9260d0b-edd3-47d2-82af-0f443bfabd45 HTTP/1.1" status: 200 len: 853 time: 0.0474701 Jul 15 14:10:44.528761 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc2947-f172-4c70-be2b-024c81629718 req-5d05ab1a-f8a9-4903-818a-6fe0b4c6e40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:44.531388 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-bddc2947-f172-4c70-be2b-024c81629718 req-5d05ab1a-f8a9-4903-818a-6fe0b4c6e40b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=98015688-617a-4c97-89d4-c0de9e353bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523291 Jul 15 14:10:44.904500 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-bddc2947-f172-4c70-be2b-024c81629718 req-42c36a5e-948a-43bf-b4fa-bc895c703df9 service neutron] 10.222.0.64 "GET /v2.0/networks/98015688-617a-4c97-89d4-c0de9e353bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660243 Jul 15 14:10:44.997200 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-bddc2947-f172-4c70-be2b-024c81629718 req-186a6ded-f766-49e2-bc04-6e36d804ceae service neutron] 10.222.0.64 "GET /v2.0/networks/98015688-617a-4c97-89d4-c0de9e353bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863380 Jul 15 14:10:45.583282 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ba2e8-5725-45ca-a34d-bd4cc685f9fd req-2875c606-e15f-4ad1-bf49-b79bc0ebb20d tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:45.584895 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f31ba2e8-5725-45ca-a34d-bd4cc685f9fd req-2875c606-e15f-4ad1-bf49-b79bc0ebb20d tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?device_id=e731bcda-f71b-4078-ba59-bad8171184f3 HTTP/1.1" status: 200 len: 944 time: 0.0473387 Jul 15 14:10:45.633894 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f31ba2e8-5725-45ca-a34d-bd4cc685f9fd req-f01b667e-c24f-4126-9792-656931c960a3 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa11438c-ee7d-481f-bb61-c497b8896dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425465 Jul 15 14:10:45.662146 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:10:45.666413 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:10:45.847846 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-8ecaa4e0-1711-4a49-8c46-c3a725baa358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (f703993d-e678-48e2-a65c-4d8192af82e3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:46.746735 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4674f8-ed94-4fae-b67e-140244e56acf req-383bea76-51b4-4e1d-a2f0-3d7d6ffffd5b tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:46.748227 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4a4674f8-ed94-4fae-b67e-140244e56acf req-383bea76-51b4-4e1d-a2f0-3d7d6ffffd5b tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?device_id=e731bcda-f71b-4078-ba59-bad8171184f3 HTTP/1.1" status: 200 len: 944 time: 0.0462735 Jul 15 14:10:46.800172 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4a4674f8-ed94-4fae-b67e-140244e56acf req-b96d7df3-eed8-48d8-85f6-45ab5090ae26 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa11438c-ee7d-481f-bb61-c497b8896dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457926 Jul 15 14:10:46.997261 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device 5c1b0e00-56e7-4f56-8e87-868f14ac3dc5 details requested by agent hyperv_hv-cinder-85000 with host hv-cinder-85000 {{(pid=103883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:10:47.105973 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port 5c1b0e00-56e7-4f56-8e87-868f14ac3dc5, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=5c1b0e00-56e7-4f56-8e87-868f14ac3dc5,segment=NetworkSegment(a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7),segment_id=a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:10:47.118017 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Returning: {'device': '5c1b0e00-56e7-4f56-8e87-868f14ac3dc5', 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5', 'port_id': '5c1b0e00-56e7-4f56-8e87-868f14ac3dc5', 'mac_address': 'fa:16:3e:bc:cd:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9260d0b-edd3-47d2-82af-0f443bfabd45', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:10:47.154108 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Current status of the port 5c1b0e00-56e7-4f56-8e87-868f14ac3dc5 is: DOWN; New status is: BUILD {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:10:47.154491 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (5c1b0e00-56e7-4f56-8e87-868f14ac3dc5), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:47.170822 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c1b0e00-56e7-4f56-8e87-868f14ac3dc5 {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 14:10:47.191631 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port 5c1b0e00-56e7-4f56-8e87-868f14ac3dc5, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=5c1b0e00-56e7-4f56-8e87-868f14ac3dc5,segment=NetworkSegment(a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7),segment_id=a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:10:47.195719 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (5c1b0e00-56e7-4f56-8e87-868f14ac3dc5), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:47.241079 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Pushing event updated for resources: {'Port': ['ID=5c1b0e00-56e7-4f56-8e87-868f14ac3dc5,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:47.304797 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62650970-9807-4a53-b182-b0e3c169648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (be31d1c0-1844-4ed1-99dc-0179bb6e7ee8), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:47.437913 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] get_ports_and_sgs() called for port_ids ['5c1b0e00-56e7-4f56-8e87-868f14ac3dc5'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:10:47.461074 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:10:47.465950 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:10:47.472719 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:10:47.916064 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e054fe-27b4-49d0-a928-85cf67cd935e req-4adcd7a9-6c3b-48f1-8a00-b5dca2ab518c tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:47.917671 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-58e054fe-27b4-49d0-a928-85cf67cd935e req-4adcd7a9-6c3b-48f1-8a00-b5dca2ab518c tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?device_id=e731bcda-f71b-4078-ba59-bad8171184f3 HTTP/1.1" status: 200 len: 945 time: 0.0484643 Jul 15 14:10:47.968870 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-58e054fe-27b4-49d0-a928-85cf67cd935e req-bc2d13c8-eef1-44eb-8a5a-ef510aa2f9f4 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa11438c-ee7d-481f-bb61-c497b8896dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451393 Jul 15 14:10:48.551469 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee182daf-6335-4abe-96a5-cfae59e42a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (d0f04363-b393-47bd-b9b2-c25e00098206), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:48.751015 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (7bcac420-d3a9-4cfc-af22-5ba5795a5287), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:49.022412 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device 5c1b0e00-56e7-4f56-8e87-868f14ac3dc5 up at agent hyperv_hv-cinder-85000 {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:10:49.069756 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Provisioning for port 5c1b0e00-56e7-4f56-8e87-868f14ac3dc5 completed by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 15 14:10:49.077033 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Provisioning complete for port 5c1b0e00-56e7-4f56-8e87-868f14ac3dc5 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:10:49.077412 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (5c1b0e00-56e7-4f56-8e87-868f14ac3dc5), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:49.097795 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08d3409-cabb-40ed-8411-c1803d2ba486 req-5035c98b-33c5-4a72-9b2c-9309703a0ec2 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:49.099335 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b08d3409-cabb-40ed-8411-c1803d2ba486 req-5035c98b-33c5-4a72-9b2c-9309703a0ec2 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?device_id=e731bcda-f71b-4078-ba59-bad8171184f3 HTTP/1.1" status: 200 len: 945 time: 0.0533986 Jul 15 14:10:49.169087 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Current status of the port 5c1b0e00-56e7-4f56-8e87-868f14ac3dc5 is: BUILD; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:10:49.169466 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (5c1b0e00-56e7-4f56-8e87-868f14ac3dc5), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:49.172332 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b08d3409-cabb-40ed-8411-c1803d2ba486 req-61c3dde7-ca5c-4484-b076-6ca523c77872 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa11438c-ee7d-481f-bb61-c497b8896dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671611 Jul 15 14:10:49.193657 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e731bcda-f71b-4078-ba59-bad8171184f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1b0e00-56e7-4f56-8e87-868f14ac3dc5'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:10:49.195895 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c4b0ce05359387fb1b8f2741601f150af1cafc779f59aaec505bdecc1202ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdda2861-01a7-4da6-a039-8949b1bb3a24" -d '{"events": [{"server_uuid": "e731bcda-f71b-4078-ba59-bad8171184f3", "name": "network-vif-plugged", "status": "completed", "tag": "5c1b0e00-56e7-4f56-8e87-868f14ac3dc5"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:10:49.210040 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port 5c1b0e00-56e7-4f56-8e87-868f14ac3dc5, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=5c1b0e00-56e7-4f56-8e87-868f14ac3dc5,segment=NetworkSegment(a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7),segment_id=a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:10:49.216758 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (5c1b0e00-56e7-4f56-8e87-868f14ac3dc5), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:49.242831 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 14:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6d340c-e8d0-40c5-826a-86fd05af6119 x-openstack-request-id: req-9e6d340c-e8d0-40c5-826a-86fd05af6119 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:10:49.243113 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e731bcda-f71b-4078-ba59-bad8171184f3", "name": "network-vif-plugged", "status": "completed", "tag": "5c1b0e00-56e7-4f56-8e87-868f14ac3dc5", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:10:49.243358 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9e6d340c-e8d0-40c5-826a-86fd05af6119 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:10:49.243754 dv-cinder-850002-1-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e6d340c-e8d0-40c5-826a-86fd05af6119'] response: {'server_uuid': 'e731bcda-f71b-4078-ba59-bad8171184f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1b0e00-56e7-4f56-8e87-868f14ac3dc5', 'code': 200} Jul 15 14:10:49.275266 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Pushing event updated for resources: {'Port': ['ID=5c1b0e00-56e7-4f56-8e87-868f14ac3dc5,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:49.381148 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:10:49.414544 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4737a82f-1fa6-4f37-91f5-bb8777acc00a req-781eed79-0751-4a72-82ad-2a0757c35640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:49.416104 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-4737a82f-1fa6-4f37-91f5-bb8777acc00a req-781eed79-0751-4a72-82ad-2a0757c35640 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e731bcda-f71b-4078-ba59-bad8171184f3 HTTP/1.1" status: 200 len: 1130 time: 0.0427468 Jul 15 14:10:49.465902 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-4737a82f-1fa6-4f37-91f5-bb8777acc00a req-2558aeb1-8347-45e3-b20a-0352dda115f5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=aa11438c-ee7d-481f-bb61-c497b8896dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437708 Jul 15 14:10:50.544283 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dff3af5-9650-49f0-8844-93e7d0f80941 req-7e70608f-7feb-4a9e-af5f-1294b9ad17c1 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:50.545801 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3dff3af5-9650-49f0-8844-93e7d0f80941 req-7e70608f-7feb-4a9e-af5f-1294b9ad17c1 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?device_id=e731bcda-f71b-4078-ba59-bad8171184f3 HTTP/1.1" status: 200 len: 946 time: 0.2967243 Jul 15 14:10:50.584122 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:10:50.597696 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3dff3af5-9650-49f0-8844-93e7d0f80941 req-bce476ba-dd5b-4e6e-9e52-8722e35822f4 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa11438c-ee7d-481f-bb61-c497b8896dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455821 Jul 15 14:10:51.718475 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e91fb-8dfe-4b74-9a3b-7fd468788e85 req-36879108-0782-4dcf-92be-a3665eaa2ef1 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:51.720053 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3d3e91fb-8dfe-4b74-9a3b-7fd468788e85 req-36879108-0782-4dcf-92be-a3665eaa2ef1 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?device_id=e731bcda-f71b-4078-ba59-bad8171184f3 HTTP/1.1" status: 200 len: 946 time: 0.0504284 Jul 15 14:10:51.765380 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:10:51.770903 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3d3e91fb-8dfe-4b74-9a3b-7fd468788e85 req-eab7f283-9c79-41bd-958a-83496ae1681a tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa11438c-ee7d-481f-bb61-c497b8896dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436096 Jul 15 14:10:51.891285 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beba43b-dfc7-4c75-80fa-0bf1ce22f0f6 req-4ed7c49c-55a8-4652-b31b-0859d8a4b176 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:51.892830 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7beba43b-dfc7-4c75-80fa-0bf1ce22f0f6 req-4ed7c49c-55a8-4652-b31b-0859d8a4b176 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?device_id=e731bcda-f71b-4078-ba59-bad8171184f3 HTTP/1.1" status: 200 len: 946 time: 0.0550137 Jul 15 14:10:51.901571 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 54886) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:10:51.906094 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-4604d785-9e73-42ed-be88-ba17ad1dbb23 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Request body: {'floatingip': {'port_id': '5c1b0e00-56e7-4f56-8e87-868f14ac3dc5'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:10:51.948661 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4604d785-9e73-42ed-be88-ba17ad1dbb23 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for floatingip (aefb022c-f27f-4e19-a4eb-77850127870a), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:51.977775 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=100 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:10:52.402941 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4604d785-9e73-42ed-be88-ba17ad1dbb23 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:52.406747 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4604d785-9e73-42ed-be88-ba17ad1dbb23 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448782'] for floatingip (aefb022c-f27f-4e19-a4eb-77850127870a), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:52.503214 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.db.l3_db [None req-4604d785-9e73-42ed-be88-ba17ad1dbb23 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Floating IP aefb022c-f27f-4e19-a4eb-77850127870a associated. External IP: 172.27.0.6, port: 5c1b0e00-56e7-4f56-8e87-868f14ac3dc5. Jul 15 14:10:52.705502 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4604d785-9e73-42ed-be88-ba17ad1dbb23 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Router bd8b2dd7-79a3-44de-b57d-5a43659ef752 has already been hosted by L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 14:10:52.820204 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4604d785-9e73-42ed-be88-ba17ad1dbb23 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:10:52.825177 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4604d785-9e73-42ed-be88-ba17ad1dbb23 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for floatingip (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:10:52.831054 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79f5381-b955-4da6-828c-a6a85d768164 None None] Sync routers for ids ['bd8b2dd7-79a3-44de-b57d-5a43659ef752'] in dv-cinder-850002-1-iscsi {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:10:52.841657 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79f5381-b955-4da6-828c-a6a85d768164 None None] Routers {'bd8b2dd7-79a3-44de-b57d-5a43659ef752'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:10:52.842449 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-c79f5381-b955-4da6-828c-a6a85d768164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:10:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['bd8b2dd7-79a3-44de-b57d-5a43659ef752'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:52.857098 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-4604d785-9e73-42ed-be88-ba17ad1dbb23 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "PUT /v2.0/floatingips/aefb022c-f27f-4e19-a4eb-77850127870a HTTP/1.1" status: 200 len: 990 time: 0.9543879 Jul 15 14:10:52.857790 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e731bcda-f71b-4078-ba59-bad8171184f3', 'tag': '5c1b0e00-56e7-4f56-8e87-868f14ac3dc5'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:10:52.860188 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27b3149431a8a58964108cadaaee569fc83829ebf6971f3e535c686fd00e584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94089de8-37bd-4e4c-ad7f-5b71a3d57649" -d '{"events": [{"name": "network-changed", "server_uuid": "e731bcda-f71b-4078-ba59-bad8171184f3", "tag": "5c1b0e00-56e7-4f56-8e87-868f14ac3dc5"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:10:52.897106 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 14:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb0207f-e2c6-4e16-914c-d83f6a73e00d x-openstack-request-id: req-afb0207f-e2c6-4e16-914c-d83f6a73e00d {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:10:52.897373 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e731bcda-f71b-4078-ba59-bad8171184f3", "tag": "5c1b0e00-56e7-4f56-8e87-868f14ac3dc5", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:10:52.897621 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-afb0207f-e2c6-4e16-914c-d83f6a73e00d {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:10:52.898033 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afb0207f-e2c6-4e16-914c-d83f6a73e00d'] response: {'name': 'network-changed', 'server_uuid': 'e731bcda-f71b-4078-ba59-bad8171184f3', 'tag': '5c1b0e00-56e7-4f56-8e87-868f14ac3dc5', 'status': 'completed', 'code': 200} Jul 15 14:10:52.953486 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-c79f5381-b955-4da6-828c-a6a85d768164 None None] Set router bd8b2dd7-79a3-44de-b57d-5a43659ef752 gateway port host: dv-cinder-850002-1-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:10:52.964014 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:10:52.970632 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94089de8-37bd-4e4c-ad7f-5b71a3d57649 req-5a227f82-b3c3-42d9-8f7c-6c24b015e55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:52.972740 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-94089de8-37bd-4e4c-ad7f-5b71a3d57649 req-5a227f82-b3c3-42d9-8f7c-6c24b015e55c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=26daacf03c844ff8a7546dfe3b36d8bb&device_id=e731bcda-f71b-4078-ba59-bad8171184f3 HTTP/1.1" status: 200 len: 1130 time: 0.0463161 Jul 15 14:10:53.052767 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:10:53.075995 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94089de8-37bd-4e4c-ad7f-5b71a3d57649 req-629c9ecc-9dd3-4129-b920-d87c9410522b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:53.077450 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-94089de8-37bd-4e4c-ad7f-5b71a3d57649 req-629c9ecc-9dd3-4129-b920-d87c9410522b service neutron] 10.222.0.64 "GET /v2.0/networks?id=98015688-617a-4c97-89d4-c0de9e353bb5 HTTP/1.1" status: 200 len: 915 time: 0.0971849 Jul 15 14:10:53.152032 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-94089de8-37bd-4e4c-ad7f-5b71a3d57649 req-2180e1d7-8b22-498b-b240-e2a7675a4bbe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c1b0e00-56e7-4f56-8e87-868f14ac3dc5 HTTP/1.1" status: 200 len: 998 time: 0.0674517 Jul 15 14:10:53.212007 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94089de8-37bd-4e4c-ad7f-5b71a3d57649 req-5092b818-a05b-4715-be42-cc0ce1a61473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:53.213633 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-94089de8-37bd-4e4c-ad7f-5b71a3d57649 req-5092b818-a05b-4715-be42-cc0ce1a61473 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e9260d0b-edd3-47d2-82af-0f443bfabd45 HTTP/1.1" status: 200 len: 853 time: 0.0561926 Jul 15 14:10:53.216933 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-c79f5381-b955-4da6-828c-a6a85d768164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'name': 'tempest-AttachVolumeNegativeTest-947777848-router', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:07:16Z', 'updated_at': '2022-07-15T14:07:21Z', 'revision_number': 4, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'gw_port': {'id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:37:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:17Z', 'updated_at': '2022-07-15T14:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_floatingips': [{'id': 'aefb022c-f27f-4e19-a4eb-77850127870a', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'floating_ip_address': '172.27.0.6', 'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'router_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'port_id': '5c1b0e00-56e7-4f56-8e87-868f14ac3dc5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5', 'mac_address': 'fa:16:3e:bc:cd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e731bcda-f71b-4078-ba59-bad8171184f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T14:10:37Z', 'updated_at': '2022-07-15T14:10:52Z', 'revision_number': 1, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a76e407d-90b4-4481-818a-ae7c0d5f0deb', 'name': '', 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'mac_address': 'fa:16:3e:79:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e9260d0b-edd3-47d2-82af-0f443bfabd45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:20Z', 'updated_at': '2022-07-15T14:07:28Z', 'revision_number': 5, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'subnets': [{'id': 'e9260d0b-edd3-47d2-82af-0f443bfabd45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:53.248278 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79f5381-b955-4da6-828c-a6a85d768164 None None] Checking router: bd8b2dd7-79a3-44de-b57d-5a43659ef752 for host: dv-cinder-850002-1-iscsi {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:10:53.257208 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79f5381-b955-4da6-828c-a6a85d768164 None None] Routers {'bd8b2dd7-79a3-44de-b57d-5a43659ef752'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:10:53.257819 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-c79f5381-b955-4da6-828c-a6a85d768164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:10:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['bd8b2dd7-79a3-44de-b57d-5a43659ef752'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:53.260263 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94089de8-37bd-4e4c-ad7f-5b71a3d57649 req-1b4b9a44-8dbf-40cf-a802-ecbb889ac82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:10:53.261845 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-94089de8-37bd-4e4c-ad7f-5b71a3d57649 req-1b4b9a44-8dbf-40cf-a802-ecbb889ac82d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=98015688-617a-4c97-89d4-c0de9e353bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420146 Jul 15 14:10:53.359933 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-94089de8-37bd-4e4c-ad7f-5b71a3d57649 req-9c3675f3-37d9-4f78-aee8-13eb7aa6060d service neutron] 10.222.0.64 "GET /v2.0/networks/98015688-617a-4c97-89d4-c0de9e353bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918579 Jul 15 14:10:53.376018 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-c79f5381-b955-4da6-828c-a6a85d768164 None None] Set router bd8b2dd7-79a3-44de-b57d-5a43659ef752 gateway port host: dv-cinder-850002-1-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:10:53.453260 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-94089de8-37bd-4e4c-ad7f-5b71a3d57649 req-8239809f-0c91-4a29-8a15-211b4b9edc5b service neutron] 10.222.0.64 "GET /v2.0/networks/98015688-617a-4c97-89d4-c0de9e353bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874767 Jul 15 14:10:53.613382 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-c79f5381-b955-4da6-828c-a6a85d768164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'name': 'tempest-AttachVolumeNegativeTest-947777848-router', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:07:16Z', 'updated_at': '2022-07-15T14:07:21Z', 'revision_number': 4, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'gw_port': {'id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:37:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:17Z', 'updated_at': '2022-07-15T14:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_floatingips': [{'id': 'aefb022c-f27f-4e19-a4eb-77850127870a', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'floating_ip_address': '172.27.0.6', 'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'router_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'port_id': '5c1b0e00-56e7-4f56-8e87-868f14ac3dc5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5', 'mac_address': 'fa:16:3e:bc:cd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e731bcda-f71b-4078-ba59-bad8171184f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T14:10:37Z', 'updated_at': '2022-07-15T14:10:52Z', 'revision_number': 1, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a76e407d-90b4-4481-818a-ae7c0d5f0deb', 'name': '', 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'mac_address': 'fa:16:3e:79:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e9260d0b-edd3-47d2-82af-0f443bfabd45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:20Z', 'updated_at': '2022-07-15T14:07:28Z', 'revision_number': 5, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'subnets': [{'id': 'e9260d0b-edd3-47d2-82af-0f443bfabd45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:53.639006 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79f5381-b955-4da6-828c-a6a85d768164 None None] The sync data for ids ['bd8b2dd7-79a3-44de-b57d-5a43659ef752'] in dv-cinder-850002-1-iscsi is: [{'id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'name': 'tempest-AttachVolumeNegativeTest-947777848-router', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:07:16Z', 'updated_at': '2022-07-15T14:07:21Z', 'revision_number': 4, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'gw_port': {'id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:37:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:17Z', 'updated_at': '2022-07-15T14:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_floatingips': [{'id': 'aefb022c-f27f-4e19-a4eb-77850127870a', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'floating_ip_address': '172.27.0.6', 'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'router_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'port_id': '5c1b0e00-56e7-4f56-8e87-868f14ac3dc5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5', 'mac_address': 'fa:16:3e:bc:cd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e731bcda-f71b-4078-ba59-bad8171184f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T14:10:37Z', 'updated_at': '2022-07-15T14:10:52Z', 'revision_number': 1, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a76e407d-90b4-4481-818a-ae7c0d5f0deb', 'name': '', 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'mac_address': 'fa:16:3e:79:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e9260d0b-edd3-47d2-82af-0f443bfabd45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:20Z', 'updated_at': '2022-07-15T14:07:28Z', 'revision_number': 5, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'subnets': [{'id': 'e9260d0b-edd3-47d2-82af-0f443bfabd45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:10:53.837159 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfe5173-2f4d-4f27-956f-d298c093efa6 None None] New status for floating IP aefb022c-f27f-4e19-a4eb-77850127870a: ACTIVE {{(pid=103884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 15 14:10:56.918762 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (73ab3907-1bcf-455f-a05d-131e96f159a2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:01.880850 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=14 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:11:01.883547 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=3 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:11:03.447509 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=44 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:11:03.449376 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=34 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:11:03.617509 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:11:06.911882 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=82,neutron:DELETE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:11:06.913847 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:11:12.325970 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-3117b6cd-8377-4598-90e9-298b0791c2f7 None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:11:13.366505 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f7d88590-2672-4741-b55f-f43ef108be34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (6c40ee43-5406-4a95-b7b4-11b32ddced25), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:14.415770 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:11:15.850337 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6dbe9569-c7bb-42e2-9eac-9dec2d28d1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (f703993d-e678-48e2-a65c-4d8192af82e3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:17.305289 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62650970-9807-4a53-b182-b0e3c169648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (be31d1c0-1844-4ed1-99dc-0179bb6e7ee8), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:18.559896 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee182daf-6335-4abe-96a5-cfae59e42a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (d0f04363-b393-47bd-b9b2-c25e00098206), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:18.754704 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (7bcac420-d3a9-4cfc-af22-5ba5795a5287), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:22.321830 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=29 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:11:26.908972 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (73ab3907-1bcf-455f-a05d-131e96f159a2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:36.899120 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:11:36.902225 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=7 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:11:36.904993 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:11:40.133270 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9014d40c-8773-4631-8f01-79b41787c98a req-44565205-e557-43c1-b946-a6021e24d4cf tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:11:40.134675 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9014d40c-8773-4631-8f01-79b41787c98a req-44565205-e557-43c1-b946-a6021e24d4cf tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?device_id=e731bcda-f71b-4078-ba59-bad8171184f3 HTTP/1.1" status: 200 len: 946 time: 0.0488870 Jul 15 14:11:40.187579 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9014d40c-8773-4631-8f01-79b41787c98a req-47222732-ae73-40bd-898c-2e194272decc tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa11438c-ee7d-481f-bb61-c497b8896dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472014 Jul 15 14:11:40.604862 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97884cb7-7940-4cbd-8824-dcaab6993c6f req-d1954842-b518-4e7a-a105-5996169aee23 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:11:40.606412 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-97884cb7-7940-4cbd-8824-dcaab6993c6f req-d1954842-b518-4e7a-a105-5996169aee23 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=8235719c-04b4-4277-8340-90cfffc0c9bf HTTP/1.1" status: 200 len: 945 time: 0.0485837 Jul 15 14:11:40.656304 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-97884cb7-7940-4cbd-8824-dcaab6993c6f req-613857a8-351d-4667-966e-afc4333dc0a1 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee2a1e57-92e7-415c-bb8b-57f220d5d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443666 Jul 15 14:11:41.304606 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a995af-1433-4726-8f66-3b9e6d0eaac8 req-66d974e6-881a-42e4-80f4-9399247f5df6 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:11:41.306115 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-31a995af-1433-4726-8f66-3b9e6d0eaac8 req-66d974e6-881a-42e4-80f4-9399247f5df6 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?device_id=e731bcda-f71b-4078-ba59-bad8171184f3 HTTP/1.1" status: 200 len: 946 time: 0.0504711 Jul 15 14:11:41.353482 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-31a995af-1433-4726-8f66-3b9e6d0eaac8 req-8a097e3d-54c1-4c78-868e-b8dacb12c001 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa11438c-ee7d-481f-bb61-c497b8896dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418475 Jul 15 14:11:41.784220 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb3465-e025-4ee5-8c15-558bf81e89fc req-b7170a6d-60d8-493c-9928-6f1a6b31c655 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:11:41.787390 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-92bb3465-e025-4ee5-8c15-558bf81e89fc req-b7170a6d-60d8-493c-9928-6f1a6b31c655 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=8235719c-04b4-4277-8340-90cfffc0c9bf HTTP/1.1" status: 200 len: 945 time: 0.0551052 Jul 15 14:11:41.843819 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-92bb3465-e025-4ee5-8c15-558bf81e89fc req-a108ec82-27ba-4201-a553-ddd7e5e26256 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee2a1e57-92e7-415c-bb8b-57f220d5d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492437 Jul 15 14:11:42.467664 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9abf3d-ede4-44b2-a4b1-d970ce9a2115 req-c18faeeb-8a55-485d-bb08-61a010e39dc1 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:11:42.469067 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0e9abf3d-ede4-44b2-a4b1-d970ce9a2115 req-c18faeeb-8a55-485d-bb08-61a010e39dc1 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?device_id=e731bcda-f71b-4078-ba59-bad8171184f3 HTTP/1.1" status: 200 len: 946 time: 0.0468886 Jul 15 14:11:42.520238 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0e9abf3d-ede4-44b2-a4b1-d970ce9a2115 req-5c37d13c-beab-4d89-8c70-ee202eb6b724 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa11438c-ee7d-481f-bb61-c497b8896dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456369 Jul 15 14:11:42.959549 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe65ed-d04e-4337-a481-8bf661b764e2 req-199188c5-bad1-4e56-a2b4-516aafb95774 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:11:42.961094 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7cbe65ed-d04e-4337-a481-8bf661b764e2 req-199188c5-bad1-4e56-a2b4-516aafb95774 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=8235719c-04b4-4277-8340-90cfffc0c9bf HTTP/1.1" status: 200 len: 945 time: 0.0482476 Jul 15 14:11:43.016954 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7cbe65ed-d04e-4337-a481-8bf661b764e2 req-2e3843e5-0857-42c8-9ca4-e27c92d29448 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee2a1e57-92e7-415c-bb8b-57f220d5d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499811 Jul 15 14:11:43.042334 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268a60d-a9a3-4d8c-9755-1d93172dad2b req-c9121c42-eb54-44da-92fd-665cdf58250d tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:11:43.043865 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-a268a60d-a9a3-4d8c-9755-1d93172dad2b req-c9121c42-eb54-44da-92fd-665cdf58250d tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.64 "GET /v2.0/ports?device_id=e731bcda-f71b-4078-ba59-bad8171184f3 HTTP/1.1" status: 200 len: 946 time: 0.0546055 Jul 15 14:11:43.289680 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-a268a60d-a9a3-4d8c-9755-1d93172dad2b req-f54ddb53-e77d-4837-93ce-239e98dcdfca tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Deleting port 5c1b0e00-56e7-4f56-8e87-868f14ac3dc5 {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:11:43.290031 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-a268a60d-a9a3-4d8c-9755-1d93172dad2b req-f54ddb53-e77d-4837-93ce-239e98dcdfca tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (5c1b0e00-56e7-4f56-8e87-868f14ac3dc5), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:43.323627 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48d13e-bd37-489e-bd00-7068c238642c req-4722eecf-f717-4dc5-aa1f-ebaaf2cb250a tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:11:43.325227 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ea48d13e-bd37-489e-bd00-7068c238642c req-4722eecf-f717-4dc5-aa1f-ebaaf2cb250a tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.64 "GET /v2.0/ports?device_id=8235719c-04b4-4277-8340-90cfffc0c9bf HTTP/1.1" status: 200 len: 945 time: 0.0702932 Jul 15 14:11:43.370660 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f5f4f4cc-5dfe-4f27-a6cc-5f98bc48f5e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (6c40ee43-5406-4a95-b7b4-11b32ddced25), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:43.461617 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-a268a60d-a9a3-4d8c-9755-1d93172dad2b req-f54ddb53-e77d-4837-93ce-239e98dcdfca tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] For port 5c1b0e00-56e7-4f56-8e87-868f14ac3dc5, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=5c1b0e00-56e7-4f56-8e87-868f14ac3dc5,segment=NetworkSegment(a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7),segment_id=a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:11:43.461887 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-a268a60d-a9a3-4d8c-9755-1d93172dad2b req-f54ddb53-e77d-4837-93ce-239e98dcdfca tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (5c1b0e00-56e7-4f56-8e87-868f14ac3dc5), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:43.478910 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-ea48d13e-bd37-489e-bd00-7068c238642c req-4372b99b-1e78-4d9b-a061-752032423be8 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Deleting port a779e437-fe42-45e9-8ed5-72bfececf241 {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:11:43.479256 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ea48d13e-bd37-489e-bd00-7068c238642c req-4372b99b-1e78-4d9b-a061-752032423be8 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (a779e437-fe42-45e9-8ed5-72bfececf241), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:43.636741 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f019afff-fde0-43f8-9d3c-aa6399bcf4d8 req-c252b1a5-ec52-451f-ac88-d6cca4fc88b9 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:11:43.638243 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f019afff-fde0-43f8-9d3c-aa6399bcf4d8 req-c252b1a5-ec52-451f-ac88-d6cca4fc88b9 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?device_id=e731bcda-f71b-4078-ba59-bad8171184f3 HTTP/1.1" status: 200 len: 946 time: 0.0474927 Jul 15 14:11:43.685593 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f019afff-fde0-43f8-9d3c-aa6399bcf4d8 req-7d329702-0522-4089-a6ee-ceb798540166 tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa11438c-ee7d-481f-bb61-c497b8896dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418777 Jul 15 14:11:43.699496 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-ea48d13e-bd37-489e-bd00-7068c238642c req-4372b99b-1e78-4d9b-a061-752032423be8 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] For port a779e437-fe42-45e9-8ed5-72bfececf241, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=a779e437-fe42-45e9-8ed5-72bfececf241,segment=NetworkSegment(b4cd819b-3570-4fd1-90e3-441ac0a8020d),segment_id=b4cd819b-3570-4fd1-90e3-441ac0a8020d)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:11:43.699865 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ea48d13e-bd37-489e-bd00-7068c238642c req-4372b99b-1e78-4d9b-a061-752032423be8 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (a779e437-fe42-45e9-8ed5-72bfececf241), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:43.760197 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-a268a60d-a9a3-4d8c-9755-1d93172dad2b req-f54ddb53-e77d-4837-93ce-239e98dcdfca tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:43.760501 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-a268a60d-a9a3-4d8c-9755-1d93172dad2b req-f54ddb53-e77d-4837-93ce-239e98dcdfca tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448782'] for floatingip (aefb022c-f27f-4e19-a4eb-77850127870a), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:43.760820 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.db.l3_db [req-a268a60d-a9a3-4d8c-9755-1d93172dad2b req-f54ddb53-e77d-4837-93ce-239e98dcdfca tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Floating IP aefb022c-f27f-4e19-a4eb-77850127870a disassociated. External IP: 172.27.0.6, port: 5c1b0e00-56e7-4f56-8e87-868f14ac3dc5. Jul 15 14:11:43.761167 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-a268a60d-a9a3-4d8c-9755-1d93172dad2b req-f54ddb53-e77d-4837-93ce-239e98dcdfca tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Calling delete_port for 5c1b0e00-56e7-4f56-8e87-868f14ac3dc5 owned by compute:nova {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:11:43.937031 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ea48d13e-bd37-489e-bd00-7068c238642c req-4372b99b-1e78-4d9b-a061-752032423be8 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:43.937404 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ea48d13e-bd37-489e-bd00-7068c238642c req-4372b99b-1e78-4d9b-a061-752032423be8 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448782'] for floatingip (2037ee4e-3209-4a42-b37f-b2834766f9f8), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:43.937802 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.db.l3_db [req-ea48d13e-bd37-489e-bd00-7068c238642c req-4372b99b-1e78-4d9b-a061-752032423be8 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Floating IP 2037ee4e-3209-4a42-b37f-b2834766f9f8 disassociated. External IP: 172.27.0.163, port: a779e437-fe42-45e9-8ed5-72bfececf241. Jul 15 14:11:43.938088 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-ea48d13e-bd37-489e-bd00-7068c238642c req-4372b99b-1e78-4d9b-a061-752032423be8 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Calling delete_port for a779e437-fe42-45e9-8ed5-72bfececf241 owned by compute:nova {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:11:44.010073 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:11:44.013952 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:11:44.048963 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-a268a60d-a9a3-4d8c-9755-1d93172dad2b req-f54ddb53-e77d-4837-93ce-239e98dcdfca tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (5c1b0e00-56e7-4f56-8e87-868f14ac3dc5), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:44.088436 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54ddb53-e77d-4837-93ce-239e98dcdfca tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Pushing event deleted for resources: {'Port': ['ID=5c1b0e00-56e7-4f56-8e87-868f14ac3dc5,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:44.106020 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54ddb53-e77d-4837-93ce-239e98dcdfca tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:44.106431 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54ddb53-e77d-4837-93ce-239e98dcdfca tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:44.106771 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54ddb53-e77d-4837-93ce-239e98dcdfca tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:44.107185 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54ddb53-e77d-4837-93ce-239e98dcdfca tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:44.107528 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54ddb53-e77d-4837-93ce-239e98dcdfca tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:44.107896 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54ddb53-e77d-4837-93ce-239e98dcdfca tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:44.108229 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54ddb53-e77d-4837-93ce-239e98dcdfca tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:44.108584 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54ddb53-e77d-4837-93ce-239e98dcdfca tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:44.108921 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54ddb53-e77d-4837-93ce-239e98dcdfca tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:44.109249 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54ddb53-e77d-4837-93ce-239e98dcdfca tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:44.109577 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54ddb53-e77d-4837-93ce-239e98dcdfca tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:44.109907 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54ddb53-e77d-4837-93ce-239e98dcdfca tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:44.110233 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54ddb53-e77d-4837-93ce-239e98dcdfca tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:44.110560 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54ddb53-e77d-4837-93ce-239e98dcdfca tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:44.110883 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54ddb53-e77d-4837-93ce-239e98dcdfca tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:44.143920 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a50bd1-f506-4f61-81af-b5a2beb31a47 req-b3f2d279-5355-45e7-89e7-c0468b62ea06 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:11:44.145435 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a2a50bd1-f506-4f61-81af-b5a2beb31a47 req-b3f2d279-5355-45e7-89e7-c0468b62ea06 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=8235719c-04b4-4277-8340-90cfffc0c9bf HTTP/1.1" status: 200 len: 945 time: 0.0584824 Jul 15 14:11:44.200454 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a2a50bd1-f506-4f61-81af-b5a2beb31a47 req-56afb57f-e5b1-4dee-8e2b-87b20eb23cca tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee2a1e57-92e7-415c-bb8b-57f220d5d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479891 Jul 15 14:11:44.247211 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ea48d13e-bd37-489e-bd00-7068c238642c req-4372b99b-1e78-4d9b-a061-752032423be8 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (a779e437-fe42-45e9-8ed5-72bfececf241), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:44.281442 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4372b99b-1e78-4d9b-a061-752032423be8 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Pushing event deleted for resources: {'Port': ['ID=a779e437-fe42-45e9-8ed5-72bfececf241,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:44.287844 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a268a60d-a9a3-4d8c-9755-1d93172dad2b req-f54ddb53-e77d-4837-93ce-239e98dcdfca tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Router bd8b2dd7-79a3-44de-b57d-5a43659ef752 has already been hosted by L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 14:11:44.489677 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea48d13e-bd37-489e-bd00-7068c238642c req-4372b99b-1e78-4d9b-a061-752032423be8 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Router a2890c66-8fcd-49a7-9eb7-46e03a8768ca has already been hosted by L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 14:11:44.493924 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a268a60d-a9a3-4d8c-9755-1d93172dad2b req-f54ddb53-e77d-4837-93ce-239e98dcdfca tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:11:44.506676 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367ecb22-3e88-47b6-a444-02dac7ddd949 None None] Sync routers for ids ['bd8b2dd7-79a3-44de-b57d-5a43659ef752'] in dv-cinder-850002-1-iscsi {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:11:44.519383 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367ecb22-3e88-47b6-a444-02dac7ddd949 None None] Routers {'bd8b2dd7-79a3-44de-b57d-5a43659ef752'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:11:44.520032 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-367ecb22-3e88-47b6-a444-02dac7ddd949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:11:16Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['bd8b2dd7-79a3-44de-b57d-5a43659ef752'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:11:44.550455 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-a268a60d-a9a3-4d8c-9755-1d93172dad2b req-f54ddb53-e77d-4837-93ce-239e98dcdfca tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] No DVR routers for this DVR port 5c1b0e00-56e7-4f56-8e87-868f14ac3dc5 on host hv-cinder-85000 {{(pid=103881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 15 14:11:44.582136 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-a268a60d-a9a3-4d8c-9755-1d93172dad2b req-f54ddb53-e77d-4837-93ce-239e98dcdfca tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:44.585673 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-a268a60d-a9a3-4d8c-9755-1d93172dad2b req-f54ddb53-e77d-4837-93ce-239e98dcdfca tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.64 "DELETE /v2.0/ports/5c1b0e00-56e7-4f56-8e87-868f14ac3dc5 HTTP/1.1" status: 204 len: 173 time: 1.4149182 Jul 15 14:11:44.585673 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e731bcda-f71b-4078-ba59-bad8171184f3', 'name': 'network-vif-deleted', 'tag': '5c1b0e00-56e7-4f56-8e87-868f14ac3dc5'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:11:44.588464 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27b3149431a8a58964108cadaaee569fc83829ebf6971f3e535c686fd00e584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a436df-d253-4c7a-acce-8e7eb95f8bb6" -d '{"events": [{"server_uuid": "e731bcda-f71b-4078-ba59-bad8171184f3", "name": "network-vif-deleted", "tag": "5c1b0e00-56e7-4f56-8e87-868f14ac3dc5"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:11:44.681381 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 14:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec16c5e-5cc5-44aa-b285-488155a0d9b3 x-openstack-request-id: req-dec16c5e-5cc5-44aa-b285-488155a0d9b3 {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:11:44.681678 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e731bcda-f71b-4078-ba59-bad8171184f3", "name": "network-vif-deleted", "tag": "5c1b0e00-56e7-4f56-8e87-868f14ac3dc5", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:11:44.681936 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dec16c5e-5cc5-44aa-b285-488155a0d9b3 {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:11:44.682354 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dec16c5e-5cc5-44aa-b285-488155a0d9b3'] response: {'server_uuid': 'e731bcda-f71b-4078-ba59-bad8171184f3', 'name': 'network-vif-deleted', 'tag': '5c1b0e00-56e7-4f56-8e87-868f14ac3dc5', 'status': 'completed', 'code': 200} Jul 15 14:11:44.688855 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-367ecb22-3e88-47b6-a444-02dac7ddd949 None None] Set router bd8b2dd7-79a3-44de-b57d-5a43659ef752 gateway port host: dv-cinder-850002-1-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:11:44.699563 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea48d13e-bd37-489e-bd00-7068c238642c req-4372b99b-1e78-4d9b-a061-752032423be8 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:11:44.718248 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677a4c76-a6e1-42f1-b6b0-e3bf3c4dd125 None None] Sync routers for ids ['a2890c66-8fcd-49a7-9eb7-46e03a8768ca'] in dv-cinder-850002-1-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:11:44.733441 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677a4c76-a6e1-42f1-b6b0-e3bf3c4dd125 None None] Routers {'a2890c66-8fcd-49a7-9eb7-46e03a8768ca'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:11:44.734083 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-677a4c76-a6e1-42f1-b6b0-e3bf3c4dd125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:11:16Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['a2890c66-8fcd-49a7-9eb7-46e03a8768ca'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:11:44.807004 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea48d13e-bd37-489e-bd00-7068c238642c req-4372b99b-1e78-4d9b-a061-752032423be8 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] No DVR routers for this DVR port a779e437-fe42-45e9-8ed5-72bfececf241 on host hv-cinder-85000 {{(pid=103881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 15 14:11:44.811256 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ea48d13e-bd37-489e-bd00-7068c238642c req-4372b99b-1e78-4d9b-a061-752032423be8 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:44.823543 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ea48d13e-bd37-489e-bd00-7068c238642c req-4372b99b-1e78-4d9b-a061-752032423be8 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.64 "DELETE /v2.0/ports/a779e437-fe42-45e9-8ed5-72bfececf241 HTTP/1.1" status: 204 len: 173 time: 1.4590495 Jul 15 14:11:44.833019 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-85ac1cd8-334a-430e-b796-33247bb9c3fd req-f71bd20c-15a1-4c28-8160-1daeda3c83af tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/ports?device_id=e731bcda-f71b-4078-ba59-bad8171184f3 HTTP/1.1" status: 200 len: 210 time: 0.0390370 Jul 15 14:11:44.910344 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-677a4c76-a6e1-42f1-b6b0-e3bf3c4dd125 None None] Set router a2890c66-8fcd-49a7-9eb7-46e03a8768ca gateway port host: dv-cinder-850002-1-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:11:44.952831 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-367ecb22-3e88-47b6-a444-02dac7ddd949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'name': 'tempest-AttachVolumeNegativeTest-947777848-router', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:07:16Z', 'updated_at': '2022-07-15T14:07:21Z', 'revision_number': 4, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'gw_port': {'id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:37:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:17Z', 'updated_at': '2022-07-15T14:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': 'a76e407d-90b4-4481-818a-ae7c0d5f0deb', 'name': '', 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'mac_address': 'fa:16:3e:79:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e9260d0b-edd3-47d2-82af-0f443bfabd45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:20Z', 'updated_at': '2022-07-15T14:07:28Z', 'revision_number': 5, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'subnets': [{'id': 'e9260d0b-edd3-47d2-82af-0f443bfabd45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:11:44.979408 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367ecb22-3e88-47b6-a444-02dac7ddd949 None None] Checking router: bd8b2dd7-79a3-44de-b57d-5a43659ef752 for host: dv-cinder-850002-1-iscsi {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:11:44.989685 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367ecb22-3e88-47b6-a444-02dac7ddd949 None None] Routers {'bd8b2dd7-79a3-44de-b57d-5a43659ef752'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:11:44.990356 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-367ecb22-3e88-47b6-a444-02dac7ddd949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:11:16Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['bd8b2dd7-79a3-44de-b57d-5a43659ef752'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:11:45.095160 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-367ecb22-3e88-47b6-a444-02dac7ddd949 None None] Set router bd8b2dd7-79a3-44de-b57d-5a43659ef752 gateway port host: dv-cinder-850002-1-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:11:45.109257 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-677a4c76-a6e1-42f1-b6b0-e3bf3c4dd125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'name': 'tempest-TestVolumeBootPattern-1580463029-router', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'f9b31570-8db1-4985-9fb9-149b734b6d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:08:57Z', 'updated_at': '2022-07-15T14:09:00Z', 'revision_number': 4, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'gw_port': {'id': 'f9b31570-8db1-4985-9fb9-149b734b6d1b', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:40:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:08:57Z', 'updated_at': '2022-07-15T14:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': '5d8b7d29-2293-4456-af70-b4ca025cde85', 'name': '', 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'mac_address': 'fa:16:3e:29:8b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '36841f61-1fd6-4773-a700-5f34edf482dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:08:59Z', 'updated_at': '2022-07-15T14:09:05Z', 'revision_number': 5, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'subnets': [{'id': '36841f61-1fd6-4773-a700-5f34edf482dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:11:45.135691 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677a4c76-a6e1-42f1-b6b0-e3bf3c4dd125 None None] Checking router: a2890c66-8fcd-49a7-9eb7-46e03a8768ca for host: dv-cinder-850002-1-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:11:45.145553 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677a4c76-a6e1-42f1-b6b0-e3bf3c4dd125 None None] Routers {'a2890c66-8fcd-49a7-9eb7-46e03a8768ca'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:11:45.146099 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-677a4c76-a6e1-42f1-b6b0-e3bf3c4dd125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:11:16Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['a2890c66-8fcd-49a7-9eb7-46e03a8768ca'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:11:45.265582 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-677a4c76-a6e1-42f1-b6b0-e3bf3c4dd125 None None] Set router a2890c66-8fcd-49a7-9eb7-46e03a8768ca gateway port host: dv-cinder-850002-1-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:11:45.316598 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a8d05e6b-bdf4-4b3d-9b08-532aa0aa6e3c req-8d7ae6c4-c398-43da-97b0-1dd80f8f14f2 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=8235719c-04b4-4277-8340-90cfffc0c9bf HTTP/1.1" status: 200 len: 210 time: 0.0343997 Jul 15 14:11:45.342545 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-367ecb22-3e88-47b6-a444-02dac7ddd949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'name': 'tempest-AttachVolumeNegativeTest-947777848-router', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:07:16Z', 'updated_at': '2022-07-15T14:07:21Z', 'revision_number': 4, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'gw_port': {'id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:37:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:17Z', 'updated_at': '2022-07-15T14:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': 'a76e407d-90b4-4481-818a-ae7c0d5f0deb', 'name': '', 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'mac_address': 'fa:16:3e:79:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e9260d0b-edd3-47d2-82af-0f443bfabd45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:20Z', 'updated_at': '2022-07-15T14:07:28Z', 'revision_number': 5, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'subnets': [{'id': 'e9260d0b-edd3-47d2-82af-0f443bfabd45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:11:45.374205 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367ecb22-3e88-47b6-a444-02dac7ddd949 None None] The sync data for ids ['bd8b2dd7-79a3-44de-b57d-5a43659ef752'] in dv-cinder-850002-1-iscsi is: [{'id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'name': 'tempest-AttachVolumeNegativeTest-947777848-router', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:07:16Z', 'updated_at': '2022-07-15T14:07:21Z', 'revision_number': 4, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'gw_port': {'id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:37:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:17Z', 'updated_at': '2022-07-15T14:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': 'a76e407d-90b4-4481-818a-ae7c0d5f0deb', 'name': '', 'network_id': '98015688-617a-4c97-89d4-c0de9e353bb5', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'mac_address': 'fa:16:3e:79:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e9260d0b-edd3-47d2-82af-0f443bfabd45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:20Z', 'updated_at': '2022-07-15T14:07:28Z', 'revision_number': 5, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'subnets': [{'id': 'e9260d0b-edd3-47d2-82af-0f443bfabd45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:11:45.486899 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-677a4c76-a6e1-42f1-b6b0-e3bf3c4dd125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'name': 'tempest-TestVolumeBootPattern-1580463029-router', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'f9b31570-8db1-4985-9fb9-149b734b6d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:08:57Z', 'updated_at': '2022-07-15T14:09:00Z', 'revision_number': 4, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'gw_port': {'id': 'f9b31570-8db1-4985-9fb9-149b734b6d1b', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:40:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:08:57Z', 'updated_at': '2022-07-15T14:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': '5d8b7d29-2293-4456-af70-b4ca025cde85', 'name': '', 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'mac_address': 'fa:16:3e:29:8b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '36841f61-1fd6-4773-a700-5f34edf482dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:08:59Z', 'updated_at': '2022-07-15T14:09:05Z', 'revision_number': 5, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'subnets': [{'id': '36841f61-1fd6-4773-a700-5f34edf482dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:11:45.512754 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677a4c76-a6e1-42f1-b6b0-e3bf3c4dd125 None None] The sync data for ids ['a2890c66-8fcd-49a7-9eb7-46e03a8768ca'] in dv-cinder-850002-1-iscsi is: [{'id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'name': 'tempest-TestVolumeBootPattern-1580463029-router', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'f9b31570-8db1-4985-9fb9-149b734b6d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:08:57Z', 'updated_at': '2022-07-15T14:09:00Z', 'revision_number': 4, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'gw_port': {'id': 'f9b31570-8db1-4985-9fb9-149b734b6d1b', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:40:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:08:57Z', 'updated_at': '2022-07-15T14:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': '5d8b7d29-2293-4456-af70-b4ca025cde85', 'name': '', 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'mac_address': 'fa:16:3e:29:8b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '36841f61-1fd6-4773-a700-5f34edf482dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:08:59Z', 'updated_at': '2022-07-15T14:09:05Z', 'revision_number': 5, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'subnets': [{'id': '36841f61-1fd6-4773-a700-5f34edf482dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:11:45.635482 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2f908a-4519-4c76-bcbb-fde6b29d4978 None None] New status for floating IP aefb022c-f27f-4e19-a4eb-77850127870a: DOWN {{(pid=103883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 15 14:11:45.762625 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b96f77a-ccd5-4b90-8af4-20fac9e341ec None None] New status for floating IP 2037ee4e-3209-4a42-b37f-b2834766f9f8: DOWN {{(pid=103884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 15 14:11:45.868377 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ad398995-596a-4778-8a68-390a6812f896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (f703993d-e678-48e2-a65c-4d8192af82e3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:45.948230 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 54996) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:11:46.018453 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8f3b181b-899f-40de-a314-4031304af12b tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for security_group (aa11438c-ee7d-481f-bb61-c497b8896dfa), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:46.046269 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8f3b181b-899f-40de-a314-4031304af12b tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for security_group (aa11438c-ee7d-481f-bb61-c497b8896dfa), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:46.111107 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8f3b181b-899f-40de-a314-4031304af12b tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (aa11438c-ee7d-481f-bb61-c497b8896dfa), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:46.114141 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8f3b181b-899f-40de-a314-4031304af12b tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:46.115478 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-8f3b181b-899f-40de-a314-4031304af12b tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "DELETE /v2.0/security-groups/aa11438c-ee7d-481f-bb61-c497b8896dfa HTTP/1.1" status: 204 len: 168 time: 0.1658411 Jul 15 14:11:46.119927 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:11:46.120704 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 54998) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:11:46.135531 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.api.v2.resource [None req-d2bb73f3-15f9-49b1-9909-83f70ad55dce tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] show failed (client error): The resource could not be found. Jul 15 14:11:46.136527 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-d2bb73f3-15f9-49b1-9909-83f70ad55dce tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "GET /v2.0/security-groups/aa11438c-ee7d-481f-bb61-c497b8896dfa HTTP/1.1" status: 404 len: 347 time: 0.0147104 Jul 15 14:11:46.139842 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3b181b-899f-40de-a314-4031304af12b tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa11438c-ee7d-481f-bb61-c497b8896dfa,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:46.142442 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 55000) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:11:46.267106 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-868c56c5-0021-4ede-8019-0d71509c21bd tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Deleting port ff0bfa29-7330-422f-88c6-eac42391a037 {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:11:46.267519 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-868c56c5-0021-4ede-8019-0d71509c21bd tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (ff0bfa29-7330-422f-88c6-eac42391a037), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:46.343914 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:11:46.345882 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-868c56c5-0021-4ede-8019-0d71509c21bd tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (ff0bfa29-7330-422f-88c6-eac42391a037), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:46.346214 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-868c56c5-0021-4ede-8019-0d71509c21bd tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for floatingip (ff0bfa29-7330-422f-88c6-eac42391a037), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:46.360224 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-868c56c5-0021-4ede-8019-0d71509c21bd tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Calling delete_port for ff0bfa29-7330-422f-88c6-eac42391a037 owned by network:floatingip {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:11:46.429238 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:11:46.511513 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-868c56c5-0021-4ede-8019-0d71509c21bd tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59481580'] for port (ff0bfa29-7330-422f-88c6-eac42391a037), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:46.550908 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868c56c5-0021-4ede-8019-0d71509c21bd tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Pushing event deleted for resources: {'Port': ['ID=ff0bfa29-7330-422f-88c6-eac42391a037,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:46.589234 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c56c5-0021-4ede-8019-0d71509c21bd tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:46.589582 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c56c5-0021-4ede-8019-0d71509c21bd tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:46.589924 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c56c5-0021-4ede-8019-0d71509c21bd tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:46.590378 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c56c5-0021-4ede-8019-0d71509c21bd tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:46.590594 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c56c5-0021-4ede-8019-0d71509c21bd tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:46.590923 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c56c5-0021-4ede-8019-0d71509c21bd tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:46.591251 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c56c5-0021-4ede-8019-0d71509c21bd tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:46.591576 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c56c5-0021-4ede-8019-0d71509c21bd tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:46.591899 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c56c5-0021-4ede-8019-0d71509c21bd tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:46.592224 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c56c5-0021-4ede-8019-0d71509c21bd tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:46.592584 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c56c5-0021-4ede-8019-0d71509c21bd tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:46.592909 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c56c5-0021-4ede-8019-0d71509c21bd tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:46.593230 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c56c5-0021-4ede-8019-0d71509c21bd tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:46.593625 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c56c5-0021-4ede-8019-0d71509c21bd tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:46.593868 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c56c5-0021-4ede-8019-0d71509c21bd tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:46.629124 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d863e170-8c35-4872-98aa-4e7b48f4c802 req-2e3d7dfa-5769-4437-96bc-f067dbba1773 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-245232798&fields=id&tenant_id=ddbd6e1cb0814523b4e528c14d06cdad HTTP/1.1" status: 200 len: 267 time: 0.1251783 Jul 15 14:11:46.676661 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-868c56c5-0021-4ede-8019-0d71509c21bd tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks [] for floatingip (aefb022c-f27f-4e19-a4eb-77850127870a), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:46.679065 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-868c56c5-0021-4ede-8019-0d71509c21bd tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for floatingip (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:46.680199 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-868c56c5-0021-4ede-8019-0d71509c21bd tempest-AttachVolumeNegativeTest-2110201535 tempest-AttachVolumeNegativeTest-2110201535-project] 10.222.0.16 "DELETE /v2.0/floatingips/aefb022c-f27f-4e19-a4eb-77850127870a HTTP/1.1" status: 204 len: 168 time: 0.5367088 Jul 15 14:11:46.683821 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8235719c-04b4-4277-8340-90cfffc0c9bf', 'name': 'network-vif-deleted', 'tag': 'a779e437-fe42-45e9-8ed5-72bfececf241'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:11:46.686189 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27b3149431a8a58964108cadaaee569fc83829ebf6971f3e535c686fd00e584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3427b74e-c4c1-4e63-b171-86d4d1683253" -d '{"events": [{"server_uuid": "8235719c-04b4-4277-8340-90cfffc0c9bf", "name": "network-vif-deleted", "tag": "a779e437-fe42-45e9-8ed5-72bfececf241"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:11:46.723955 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 14:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5401fe-65c4-474f-aaba-03502dc84077 x-openstack-request-id: req-8d5401fe-65c4-474f-aaba-03502dc84077 {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:11:46.724253 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8235719c-04b4-4277-8340-90cfffc0c9bf", "name": "network-vif-deleted", "tag": "a779e437-fe42-45e9-8ed5-72bfececf241", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:11:46.725087 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8d5401fe-65c4-474f-aaba-03502dc84077 {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:11:46.725495 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d5401fe-65c4-474f-aaba-03502dc84077'] response: {'server_uuid': '8235719c-04b4-4277-8340-90cfffc0c9bf', 'name': 'network-vif-deleted', 'tag': 'a779e437-fe42-45e9-8ed5-72bfececf241', 'status': 'completed', 'code': 200} Jul 15 14:11:46.759382 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863e170-8c35-4872-98aa-4e7b48f4c802 req-3d6b8f42-170c-40d1-9085-37d016325cb4 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:11:46.761244 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d863e170-8c35-4872-98aa-4e7b48f4c802 req-3d6b8f42-170c-40d1-9085-37d016325cb4 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/networks?id=83416a30-2d17-494b-808c-bdf0235bc309 HTTP/1.1" status: 200 len: 812 time: 0.1237502 Jul 15 14:11:46.779017 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d863e170-8c35-4872-98aa-4e7b48f4c802 req-dbe1886a-4983-4d5c-af83-9d5a138a69ad tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/quotas/ddbd6e1cb0814523b4e528c14d06cdad HTTP/1.1" status: 200 len: 375 time: 0.0116036 Jul 15 14:11:46.832819 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d863e170-8c35-4872-98aa-4e7b48f4c802 req-e35a7d40-5343-4d73-9cd7-c3eabecba9fc tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ddbd6e1cb0814523b4e528c14d06cdad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483906 Jul 15 14:11:46.848708 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [req-d863e170-8c35-4872-98aa-4e7b48f4c802 req-62181bfe-2ed8-4d6d-8829-3d54fe3441fb service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103882) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 15 14:11:46.849691 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d863e170-8c35-4872-98aa-4e7b48f4c802 req-62181bfe-2ed8-4d6d-8829-3d54fe3441fb service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051601 Jul 15 14:11:46.941080 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d863e170-8c35-4872-98aa-4e7b48f4c802 req-6535f367-aa02-47da-9215-f9fcfc0bd669 service neutron] 10.222.0.16 "GET /v2.0/networks/83416a30-2d17-494b-808c-bdf0235bc309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859721 Jul 15 14:11:47.039086 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d863e170-8c35-4872-98aa-4e7b48f4c802 req-21c8177d-0dec-4207-a1a2-279ef0af982a service neutron] 10.222.0.16 "GET /v2.0/networks/83416a30-2d17-494b-808c-bdf0235bc309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915704 Jul 15 14:11:47.285906 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device a779e437-fe42-45e9-8ed5-72bfececf241 no longer exists at agent hyperv_hv-cinder-85000 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:11:47.325293 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] No Port match for: a779e437-fe42-45e9-8ed5-72bfececf241 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 15 14:11:47.325666 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device a779e437-fe42-45e9-8ed5-72bfececf241 not bound to the agent host hv-cinder-85000 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:11:47.326106 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device 5c1b0e00-56e7-4f56-8e87-868f14ac3dc5 no longer exists at agent hyperv_hv-cinder-85000 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:11:47.350739 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2b396fcd-80b0-4d5f-a818-dcbfcfedc201 req-1a9ba74c-2dbe-4a17-a32d-c94bc4d94a9b tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ea0b24-ed6f-48ea-a44f-3560c297855d HTTP/1.1" status: 200 len: 210 time: 0.0308833 Jul 15 14:11:47.360980 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62650970-9807-4a53-b182-b0e3c169648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (be31d1c0-1844-4ed1-99dc-0179bb6e7ee8), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:47.361780 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] No Port match for: 5c1b0e00-56e7-4f56-8e87-868f14ac3dc5 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 15 14:11:47.362106 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device 5c1b0e00-56e7-4f56-8e87-868f14ac3dc5 not bound to the agent host hv-cinder-85000 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:11:48.491610 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d41023a1-f0fe-4162-8660-e49dec8f7bbe req-a279fb9d-4bc8-473e-b62e-a7cd1d7ea2e0 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ea0b24-ed6f-48ea-a44f-3560c297855d HTTP/1.1" status: 200 len: 210 time: 0.0313370 Jul 15 14:11:48.557033 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee182daf-6335-4abe-96a5-cfae59e42a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (d0f04363-b393-47bd-b9b2-c25e00098206), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:48.632356 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863e170-8c35-4872-98aa-4e7b48f4c802 req-877c0e9a-7cfe-4405-b7af-9f234aa0bcfb tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:11:48.633870 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d863e170-8c35-4872-98aa-4e7b48f4c802 req-877c0e9a-7cfe-4405-b7af-9f234aa0bcfb tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.64 "GET /v2.0/networks?id=83416a30-2d17-494b-808c-bdf0235bc309 HTTP/1.1" status: 200 len: 812 time: 0.3702714 Jul 15 14:11:48.662816 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:11:48.703731 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d863e170-8c35-4872-98aa-4e7b48f4c802 req-58bc3113-9d7b-4b21-8c48-e472efff132f tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ddbd6e1cb0814523b4e528c14d06cdad HTTP/1.1" status: 200 len: 379 time: 0.0581100 Jul 15 14:11:48.712091 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [req-d863e170-8c35-4872-98aa-4e7b48f4c802 req-8d029895-b0a0-4504-bcea-4d412996fa40 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Request body: {'port': {'device_id': 'f9ea0b24-ed6f-48ea-a44f-3560c297855d', 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309', 'admin_state_up': True, 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'security_groups': ['ee2a1e57-92e7-415c-bb8b-57f220d5d3df']}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:11:48.762575 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (7bcac420-d3a9-4cfc-af22-5ba5795a5287), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:48.829848 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d863e170-8c35-4872-98aa-4e7b48f4c802 req-8d029895-b0a0-4504-bcea-4d412996fa40 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Made reservation on behalf of ddbd6e1cb0814523b4e528c14d06cdad for: {'port': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:11:48.834131 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-d863e170-8c35-4872-98aa-4e7b48f4c802 req-8d029895-b0a0-4504-bcea-4d412996fa40 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:48.967538 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [req-d863e170-8c35-4872-98aa-4e7b48f4c802 req-8d029895-b0a0-4504-bcea-4d412996fa40 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Allocated IP 172.20.0.3 (83416a30-2d17-494b-808c-bdf0235bc309/36841f61-1fd6-4773-a700-5f34edf482dd/045827b2-1b07-4c35-8cc7-f2329ad46ed0) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:11:49.121734 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-d863e170-8c35-4872-98aa-4e7b48f4c802 req-8d029895-b0a0-4504-bcea-4d412996fa40 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks [] for port (045827b2-1b07-4c35-8cc7-f2329ad46ed0), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:49.162306 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-d863e170-8c35-4872-98aa-4e7b48f4c802 req-8d029895-b0a0-4504-bcea-4d412996fa40 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (045827b2-1b07-4c35-8cc7-f2329ad46ed0), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:49.213906 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d863e170-8c35-4872-98aa-4e7b48f4c802 req-8d029895-b0a0-4504-bcea-4d412996fa40 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Network 83416a30-2d17-494b-808c-bdf0235bc309 is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:11:49.217428 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d029895-b0a0-4504-bcea-4d412996fa40 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Pushing event updated for resources: {'Port': ['ID=045827b2-1b07-4c35-8cc7-f2329ad46ed0,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:49.219874 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [req-d863e170-8c35-4872-98aa-4e7b48f4c802 req-8d029895-b0a0-4504-bcea-4d412996fa40 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:11:49.221906 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-d863e170-8c35-4872-98aa-4e7b48f4c802 req-8d029895-b0a0-4504-bcea-4d412996fa40 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:11:49.285451 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863e170-8c35-4872-98aa-4e7b48f4c802 req-8d029895-b0a0-4504-bcea-4d412996fa40 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:11:49.286171 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-d863e170-8c35-4872-98aa-4e7b48f4c802 req-8d029895-b0a0-4504-bcea-4d412996fa40 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:49.310405 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d863e170-8c35-4872-98aa-4e7b48f4c802 req-8d029895-b0a0-4504-bcea-4d412996fa40 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5967176 Jul 15 14:11:49.314962 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [req-d863e170-8c35-4872-98aa-4e7b48f4c802 req-c63bea51-e94b-4f6e-b168-756ce65d7af4 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103881) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 15 14:11:49.315969 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d863e170-8c35-4872-98aa-4e7b48f4c802 req-c63bea51-e94b-4f6e-b168-756ce65d7af4 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053701 Jul 15 14:11:49.325539 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-3117b6cd-8377-4598-90e9-298b0791c2f7 None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:11:49.376610 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [req-d863e170-8c35-4872-98aa-4e7b48f4c802 req-1bc9f455-2881-484a-a1c3-be8750d30ac2 service neutron] Request body: {'port': {'device_id': 'f9ea0b24-ed6f-48ea-a44f-3560c297855d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85000'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:11:49.414037 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:11:49.444476 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-d863e170-8c35-4872-98aa-4e7b48f4c802 req-1bc9f455-2881-484a-a1c3-be8750d30ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (045827b2-1b07-4c35-8cc7-f2329ad46ed0), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:49.450771 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-910db1c8-426e-4d2c-8108-73cf68bcf074 None None] Provisioning complete for port 045827b2-1b07-4c35-8cc7-f2329ad46ed0 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:11:49.451152 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-910db1c8-426e-4d2c-8108-73cf68bcf074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (045827b2-1b07-4c35-8cc7-f2329ad46ed0), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:49.488872 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-910db1c8-426e-4d2c-8108-73cf68bcf074 None None] Port 045827b2-1b07-4c35-8cc7-f2329ad46ed0 cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 15 14:11:49.596567 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:11:49.613082 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e7101-e160-4610-a8f8-07f997dd58d2 req-570c1ba9-a30c-4e81-9308-f27254c809fb tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:11:49.615179 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e43e7101-e160-4610-a8f8-07f997dd58d2 req-570c1ba9-a30c-4e81-9308-f27254c809fb tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ea0b24-ed6f-48ea-a44f-3560c297855d HTTP/1.1" status: 200 len: 931 time: 0.0558090 Jul 15 14:11:49.666636 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e43e7101-e160-4610-a8f8-07f997dd58d2 req-2e56b38f-25c2-48f8-b23a-eacaf873fbc4 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee2a1e57-92e7-415c-bb8b-57f220d5d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456696 Jul 15 14:11:49.721284 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [req-d863e170-8c35-4872-98aa-4e7b48f4c802 req-1bc9f455-2881-484a-a1c3-be8750d30ac2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 045827b2-1b07-4c35-8cc7-f2329ad46ed0 {{(pid=103881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 14:11:49.729661 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-d863e170-8c35-4872-98aa-4e7b48f4c802 req-1bc9f455-2881-484a-a1c3-be8750d30ac2 service neutron] Publish callbacks [] for port (045827b2-1b07-4c35-8cc7-f2329ad46ed0), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:49.742960 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.provisioning_blocks [req-d863e170-8c35-4872-98aa-4e7b48f4c802 req-1bc9f455-2881-484a-a1c3-be8750d30ac2 service neutron] Transition to ACTIVE for port object 045827b2-1b07-4c35-8cc7-f2329ad46ed0 will not be triggered until provisioned by entity L2. {{(pid=103881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 15 14:11:49.746677 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-d863e170-8c35-4872-98aa-4e7b48f4c802 req-1bc9f455-2881-484a-a1c3-be8750d30ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268230'] for port (045827b2-1b07-4c35-8cc7-f2329ad46ed0), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:49.797968 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9f455-2881-484a-a1c3-be8750d30ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=045827b2-1b07-4c35-8cc7-f2329ad46ed0,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:49.874002 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-d863e170-8c35-4872-98aa-4e7b48f4c802 req-1bc9f455-2881-484a-a1c3-be8750d30ac2 service neutron] Attempting to bind port 045827b2-1b07-4c35-8cc7-f2329ad46ed0 on host hv-cinder-85000 for vnic_type normal with profile {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 15 14:11:49.874344 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-d863e170-8c35-4872-98aa-4e7b48f4c802 req-1bc9f455-2881-484a-a1c3-be8750d30ac2 service neutron] Attempting to bind port 045827b2-1b07-4c35-8cc7-f2329ad46ed0 by drivers openvswitch,hyperv on host hv-cinder-85000 at level 0 using segments [{'id': 'b4cd819b-3570-4fd1-90e3-441ac0a8020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309'}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 15 14:11:49.874674 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d863e170-8c35-4872-98aa-4e7b48f4c802 req-1bc9f455-2881-484a-a1c3-be8750d30ac2 service neutron] Attempting to bind port 045827b2-1b07-4c35-8cc7-f2329ad46ed0 on network 83416a30-2d17-494b-808c-bdf0235bc309 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:11:49.879828 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d863e170-8c35-4872-98aa-4e7b48f4c802 req-1bc9f455-2881-484a-a1c3-be8750d30ac2 service neutron] Port 045827b2-1b07-4c35-8cc7-f2329ad46ed0 on network 83416a30-2d17-494b-808c-bdf0235bc309 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85000 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 15 14:11:49.880157 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d863e170-8c35-4872-98aa-4e7b48f4c802 req-1bc9f455-2881-484a-a1c3-be8750d30ac2 service neutron] Attempting to bind port 045827b2-1b07-4c35-8cc7-f2329ad46ed0 on network 83416a30-2d17-494b-808c-bdf0235bc309 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:11:49.886280 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d863e170-8c35-4872-98aa-4e7b48f4c802 req-1bc9f455-2881-484a-a1c3-be8750d30ac2 service neutron] Checking agent: {'id': '73ab3907-1bcf-455f-a05d-131e96f159a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85000', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 13, 58, 57), 'started_at': datetime.datetime(2022, 7, 15, 13, 58, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 14, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 14:11:49.886634 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d863e170-8c35-4872-98aa-4e7b48f4c802 req-1bc9f455-2881-484a-a1c3-be8750d30ac2 service neutron] Checking segment: {'id': 'b4cd819b-3570-4fd1-90e3-441ac0a8020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:11:49.887015 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d863e170-8c35-4872-98aa-4e7b48f4c802 req-1bc9f455-2881-484a-a1c3-be8750d30ac2 service neutron] Bound using segment: {'id': 'b4cd819b-3570-4fd1-90e3-441ac0a8020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309'} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 14:11:49.887443 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-d863e170-8c35-4872-98aa-4e7b48f4c802 req-1bc9f455-2881-484a-a1c3-be8750d30ac2 service neutron] Bound port: 045827b2-1b07-4c35-8cc7-f2329ad46ed0, host: hv-cinder-85000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4cd819b-3570-4fd1-90e3-441ac0a8020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309'}}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 15 14:11:49.887808 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-d863e170-8c35-4872-98aa-4e7b48f4c802 req-1bc9f455-2881-484a-a1c3-be8750d30ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (045827b2-1b07-4c35-8cc7-f2329ad46ed0), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:49.956936 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-d863e170-8c35-4872-98aa-4e7b48f4c802 req-1bc9f455-2881-484a-a1c3-be8750d30ac2 service neutron] For port 045827b2-1b07-4c35-8cc7-f2329ad46ed0, host hv-cinder-85000, cleared binding levels {{(pid=103881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:11:49.960618 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-d863e170-8c35-4872-98aa-4e7b48f4c802 req-1bc9f455-2881-484a-a1c3-be8750d30ac2 service neutron] For port 045827b2-1b07-4c35-8cc7-f2329ad46ed0, host hv-cinder-85000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=045827b2-1b07-4c35-8cc7-f2329ad46ed0,segment=NetworkSegment(b4cd819b-3570-4fd1-90e3-441ac0a8020d),segment_id=b4cd819b-3570-4fd1-90e3-441ac0a8020d)] {{(pid=103881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:11:49.966853 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-d863e170-8c35-4872-98aa-4e7b48f4c802 req-1bc9f455-2881-484a-a1c3-be8750d30ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268230'] for port (045827b2-1b07-4c35-8cc7-f2329ad46ed0), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:50.009878 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863e170-8c35-4872-98aa-4e7b48f4c802 req-1bc9f455-2881-484a-a1c3-be8750d30ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:11:50.010542 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-d863e170-8c35-4872-98aa-4e7b48f4c802 req-1bc9f455-2881-484a-a1c3-be8750d30ac2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:50.011895 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d863e170-8c35-4872-98aa-4e7b48f4c802 req-1bc9f455-2881-484a-a1c3-be8750d30ac2 service neutron] 10.222.0.64 "PUT /v2.0/ports/045827b2-1b07-4c35-8cc7-f2329ad46ed0 HTTP/1.1" status: 200 len: 1093 time: 0.6887958 Jul 15 14:11:50.012327 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9ea0b24-ed6f-48ea-a44f-3560c297855d', 'tag': '045827b2-1b07-4c35-8cc7-f2329ad46ed0'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:11:50.014665 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27b3149431a8a58964108cadaaee569fc83829ebf6971f3e535c686fd00e584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0cdb56-18d1-4f2c-a14a-13f95393780f" -d '{"events": [{"name": "network-changed", "server_uuid": "f9ea0b24-ed6f-48ea-a44f-3560c297855d", "tag": "045827b2-1b07-4c35-8cc7-f2329ad46ed0"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:11:50.032564 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9f455-2881-484a-a1c3-be8750d30ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=045827b2-1b07-4c35-8cc7-f2329ad46ed0,revision_number=3']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:50.122070 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863e170-8c35-4872-98aa-4e7b48f4c802 req-66637f85-8ea4-4932-a576-502677dd27ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:11:50.123685 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d863e170-8c35-4872-98aa-4e7b48f4c802 req-66637f85-8ea4-4932-a576-502677dd27ca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ddbd6e1cb0814523b4e528c14d06cdad&device_id=f9ea0b24-ed6f-48ea-a44f-3560c297855d HTTP/1.1" status: 200 len: 1127 time: 0.0561337 Jul 15 14:11:50.145538 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 14:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a82c624-5756-4a77-9837-643d959ebf6a x-openstack-request-id: req-2a82c624-5756-4a77-9837-643d959ebf6a {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:11:50.145819 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9ea0b24-ed6f-48ea-a44f-3560c297855d", "tag": "045827b2-1b07-4c35-8cc7-f2329ad46ed0", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:11:50.146800 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2a82c624-5756-4a77-9837-643d959ebf6a {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:11:50.147372 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a82c624-5756-4a77-9837-643d959ebf6a'] response: {'name': 'network-changed', 'server_uuid': 'f9ea0b24-ed6f-48ea-a44f-3560c297855d', 'tag': '045827b2-1b07-4c35-8cc7-f2329ad46ed0', 'status': 'completed', 'code': 200} Jul 15 14:11:50.180358 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d863e170-8c35-4872-98aa-4e7b48f4c802 req-004f04c4-4c45-4688-908f-73e44fdc133f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=045827b2-1b07-4c35-8cc7-f2329ad46ed0 HTTP/1.1" status: 200 len: 217 time: 0.0430603 Jul 15 14:11:50.232642 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863e170-8c35-4872-98aa-4e7b48f4c802 req-fcf66dbd-0b35-4e11-a63a-085d41a6629a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:11:50.234154 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d863e170-8c35-4872-98aa-4e7b48f4c802 req-fcf66dbd-0b35-4e11-a63a-085d41a6629a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=36841f61-1fd6-4773-a700-5f34edf482dd HTTP/1.1" status: 200 len: 851 time: 0.0461450 Jul 15 14:11:50.278959 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863e170-8c35-4872-98aa-4e7b48f4c802 req-e47a2679-5e31-45c2-86a8-44cb927ca834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:11:50.280346 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d863e170-8c35-4872-98aa-4e7b48f4c802 req-e47a2679-5e31-45c2-86a8-44cb927ca834 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=83416a30-2d17-494b-808c-bdf0235bc309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403950 Jul 15 14:11:50.384297 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d863e170-8c35-4872-98aa-4e7b48f4c802 req-e6d3622b-126b-4b83-a05d-b9b4e9ebd8f6 service neutron] 10.222.0.64 "GET /v2.0/networks/83416a30-2d17-494b-808c-bdf0235bc309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939231 Jul 15 14:11:50.413888 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 55074) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:11:50.448558 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:11:50.488307 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d863e170-8c35-4872-98aa-4e7b48f4c802 req-78608b55-8179-4dc5-a0e1-c0e91b252afa service neutron] 10.222.0.64 "GET /v2.0/networks/83416a30-2d17-494b-808c-bdf0235bc309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938220 Jul 15 14:11:50.598162 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:11:50.677602 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:11:50.731509 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a555143b-5d60-4b02-b9b5-583e6e5b9e69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452826'] for router_interface (bd8b2dd7-79a3-44de-b57d-5a43659ef752), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:50.770602 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0cdb56-18d1-4f2c-a14a-13f95393780f req-4a49089c-518d-40d0-8924-cb72a6a82d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:11:50.772151 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-be0cdb56-18d1-4f2c-a14a-13f95393780f req-4a49089c-518d-40d0-8924-cb72a6a82d23 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ddbd6e1cb0814523b4e528c14d06cdad&device_id=f9ea0b24-ed6f-48ea-a44f-3560c297855d HTTP/1.1" status: 200 len: 1127 time: 0.0445747 Jul 15 14:11:50.851413 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc33ed-0b7f-49cd-aa8b-b1a950debacd req-abfdc39e-baa3-47e0-8eb8-7512cb78e654 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:11:50.852833 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-53bc33ed-0b7f-49cd-aa8b-b1a950debacd req-abfdc39e-baa3-47e0-8eb8-7512cb78e654 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ea0b24-ed6f-48ea-a44f-3560c297855d HTTP/1.1" status: 200 len: 943 time: 0.0857108 Jul 15 14:11:50.854735 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:11:50.872293 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0cdb56-18d1-4f2c-a14a-13f95393780f req-09fa5d98-d5de-4bdb-b94a-cb49dfc43a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:11:50.873781 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-be0cdb56-18d1-4f2c-a14a-13f95393780f req-09fa5d98-d5de-4bdb-b94a-cb49dfc43a3c service neutron] 10.222.0.64 "GET /v2.0/networks?id=83416a30-2d17-494b-808c-bdf0235bc309 HTTP/1.1" status: 200 len: 913 time: 0.0932932 Jul 15 14:11:50.919765 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-be0cdb56-18d1-4f2c-a14a-13f95393780f req-c1ebcdcb-1c39-42cd-86b0-9975bc526c29 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=045827b2-1b07-4c35-8cc7-f2329ad46ed0 HTTP/1.1" status: 200 len: 217 time: 0.0364888 Jul 15 14:11:50.957487 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-53bc33ed-0b7f-49cd-aa8b-b1a950debacd req-2c795292-c282-47db-ba65-4934c177ad8f tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee2a1e57-92e7-415c-bb8b-57f220d5d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961351 Jul 15 14:11:50.978279 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0cdb56-18d1-4f2c-a14a-13f95393780f req-fa742721-d46e-42e4-b707-59ff4b6ce0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:11:50.978279 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-be0cdb56-18d1-4f2c-a14a-13f95393780f req-fa742721-d46e-42e4-b707-59ff4b6ce0c8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=36841f61-1fd6-4773-a700-5f34edf482dd HTTP/1.1" status: 200 len: 851 time: 0.0442197 Jul 15 14:11:51.018893 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0cdb56-18d1-4f2c-a14a-13f95393780f req-b78286a6-a26d-474e-a423-051c8a80cfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:11:51.020492 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-be0cdb56-18d1-4f2c-a14a-13f95393780f req-b78286a6-a26d-474e-a423-051c8a80cfa0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=83416a30-2d17-494b-808c-bdf0235bc309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389895 Jul 15 14:11:51.035333 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-a555143b-5d60-4b02-b9b5-583e6e5b9e69 admin admin] Deleting port a76e407d-90b4-4481-818a-ae7c0d5f0deb {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:11:51.035676 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a555143b-5d60-4b02-b9b5-583e6e5b9e69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (a76e407d-90b4-4481-818a-ae7c0d5f0deb), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:51.115063 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-a555143b-5d60-4b02-b9b5-583e6e5b9e69 admin admin] For port a76e407d-90b4-4481-818a-ae7c0d5f0deb, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=a76e407d-90b4-4481-818a-ae7c0d5f0deb,segment=NetworkSegment(a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7),segment_id=a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:11:51.115345 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a555143b-5d60-4b02-b9b5-583e6e5b9e69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (a76e407d-90b4-4481-818a-ae7c0d5f0deb), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:51.118079 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-be0cdb56-18d1-4f2c-a14a-13f95393780f req-6a503f3f-6a98-4e02-a49c-9146ea77a01c service neutron] 10.222.0.64 "GET /v2.0/networks/83416a30-2d17-494b-808c-bdf0235bc309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884700 Jul 15 14:11:51.129165 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-a555143b-5d60-4b02-b9b5-583e6e5b9e69 admin admin] Calling delete_port for a76e407d-90b4-4481-818a-ae7c0d5f0deb owned by network:router_interface {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:11:51.225270 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-be0cdb56-18d1-4f2c-a14a-13f95393780f req-b4b573a1-351a-4422-862b-aa4ee9f2011f service neutron] 10.222.0.64 "GET /v2.0/networks/83416a30-2d17-494b-808c-bdf0235bc309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966446 Jul 15 14:11:51.317495 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a555143b-5d60-4b02-b9b5-583e6e5b9e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59481580'] for port (a76e407d-90b4-4481-818a-ae7c0d5f0deb), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:51.346800 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a555143b-5d60-4b02-b9b5-583e6e5b9e69 admin admin] Pushing event deleted for resources: {'Port': ['ID=a76e407d-90b4-4481-818a-ae7c0d5f0deb,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:51.426962 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:11:51.533068 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a555143b-5d60-4b02-b9b5-583e6e5b9e69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452726'] for router_interface (bd8b2dd7-79a3-44de-b57d-5a43659ef752), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:51.538662 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:11:51.746879 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a555143b-5d60-4b02-b9b5-583e6e5b9e69 admin admin] Router bd8b2dd7-79a3-44de-b57d-5a43659ef752 has already been hosted by L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 14:11:51.849037 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a555143b-5d60-4b02-b9b5-583e6e5b9e69 admin admin] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:11:51.854889 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-a555143b-5d60-4b02-b9b5-583e6e5b9e69 admin admin] 10.222.0.16 "PUT /v2.0/routers/bd8b2dd7-79a3-44de-b57d-5a43659ef752/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4400442 Jul 15 14:11:51.857469 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 55078) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:11:51.860130 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b7a4ca-3a83-4439-92d4-4c8e85bbb6e2 None None] Sync routers for ids ['bd8b2dd7-79a3-44de-b57d-5a43659ef752'] in dv-cinder-850002-1-iscsi {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:11:51.872507 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b7a4ca-3a83-4439-92d4-4c8e85bbb6e2 None None] Routers {'bd8b2dd7-79a3-44de-b57d-5a43659ef752'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:11:51.873138 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-61b7a4ca-3a83-4439-92d4-4c8e85bbb6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:11:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['bd8b2dd7-79a3-44de-b57d-5a43659ef752'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:11:51.984125 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-61b7a4ca-3a83-4439-92d4-4c8e85bbb6e2 None None] Set router bd8b2dd7-79a3-44de-b57d-5a43659ef752 gateway port host: dv-cinder-850002-1-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:11:52.200100 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-61b7a4ca-3a83-4439-92d4-4c8e85bbb6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'name': 'tempest-AttachVolumeNegativeTest-947777848-router', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:07:16Z', 'updated_at': '2022-07-15T14:11:51Z', 'revision_number': 5, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'gw_port': {'id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:37:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:17Z', 'updated_at': '2022-07-15T14:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi'}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:11:52.227052 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b7a4ca-3a83-4439-92d4-4c8e85bbb6e2 None None] Checking router: bd8b2dd7-79a3-44de-b57d-5a43659ef752 for host: dv-cinder-850002-1-iscsi {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:11:52.236542 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b7a4ca-3a83-4439-92d4-4c8e85bbb6e2 None None] Routers {'bd8b2dd7-79a3-44de-b57d-5a43659ef752'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:11:52.237090 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-61b7a4ca-3a83-4439-92d4-4c8e85bbb6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:11:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['bd8b2dd7-79a3-44de-b57d-5a43659ef752'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:11:52.265193 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ba300-f990-4979-8290-b0a7047e74f7 req-a3e3d152-7e2c-43d2-8efd-fe68bb78ce0e tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:11:52.266677 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-037ba300-f990-4979-8290-b0a7047e74f7 req-a3e3d152-7e2c-43d2-8efd-fe68bb78ce0e tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ea0b24-ed6f-48ea-a44f-3560c297855d HTTP/1.1" status: 200 len: 943 time: 0.0636556 Jul 15 14:11:52.269730 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d4548456-1076-4f9b-a3e2-e14a877557da admin admin] Publish callbacks [] for router (bd8b2dd7-79a3-44de-b57d-5a43659ef752), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:52.273031 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:11:52.345508 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-61b7a4ca-3a83-4439-92d4-4c8e85bbb6e2 None None] Set router bd8b2dd7-79a3-44de-b57d-5a43659ef752 gateway port host: dv-cinder-850002-1-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:11:52.393447 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-037ba300-f990-4979-8290-b0a7047e74f7 req-16dd61ba-3e3f-4714-aa66-b17b34e4a747 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee2a1e57-92e7-415c-bb8b-57f220d5d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195316 Jul 15 14:11:52.410142 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d4548456-1076-4f9b-a3e2-e14a877557da admin admin] Publish callbacks [] for router_gateway (bd8b2dd7-79a3-44de-b57d-5a43659ef752), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:52.457998 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d4548456-1076-4f9b-a3e2-e14a877557da admin admin] Deleting port c53d0b6e-eed7-434c-ad2c-de744df00d9e {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:11:52.458635 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d4548456-1076-4f9b-a3e2-e14a877557da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (c53d0b6e-eed7-434c-ad2c-de744df00d9e), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:52.522629 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-61b7a4ca-3a83-4439-92d4-4c8e85bbb6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'name': 'tempest-AttachVolumeNegativeTest-947777848-router', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:07:16Z', 'updated_at': '2022-07-15T14:11:51Z', 'revision_number': 5, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'gw_port': {'id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:37:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:17Z', 'updated_at': '2022-07-15T14:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi'}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:11:52.547501 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-d4548456-1076-4f9b-a3e2-e14a877557da admin admin] For port c53d0b6e-eed7-434c-ad2c-de744df00d9e, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=c53d0b6e-eed7-434c-ad2c-de744df00d9e,segment=NetworkSegment(4890d217-1662-4526-a7d0-b4e3cb182093),segment_id=4890d217-1662-4526-a7d0-b4e3cb182093)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:11:52.547927 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d4548456-1076-4f9b-a3e2-e14a877557da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (c53d0b6e-eed7-434c-ad2c-de744df00d9e), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:52.551832 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b7a4ca-3a83-4439-92d4-4c8e85bbb6e2 None None] The sync data for ids ['bd8b2dd7-79a3-44de-b57d-5a43659ef752'] in dv-cinder-850002-1-iscsi is: [{'id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'name': 'tempest-AttachVolumeNegativeTest-947777848-router', 'tenant_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:07:16Z', 'updated_at': '2022-07-15T14:11:51Z', 'revision_number': 5, 'project_id': '26daacf03c844ff8a7546dfe3b36d8bb', 'gw_port': {'id': 'c53d0b6e-eed7-434c-ad2c-de744df00d9e', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:37:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8b2dd7-79a3-44de-b57d-5a43659ef752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:17Z', 'updated_at': '2022-07-15T14:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi'}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:11:52.563468 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d4548456-1076-4f9b-a3e2-e14a877557da admin admin] Calling delete_port for c53d0b6e-eed7-434c-ad2c-de744df00d9e owned by network:router_gateway {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:11:52.606482 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:11:52.720710 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:11:52.739158 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d4548456-1076-4f9b-a3e2-e14a877557da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59481580'] for port (c53d0b6e-eed7-434c-ad2c-de744df00d9e), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:52.763953 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4548456-1076-4f9b-a3e2-e14a877557da admin admin] Pushing event deleted for resources: {'Port': ['ID=c53d0b6e-eed7-434c-ad2c-de744df00d9e,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:52.830842 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d4548456-1076-4f9b-a3e2-e14a877557da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-452435'] for router_gateway (bd8b2dd7-79a3-44de-b57d-5a43659ef752), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:52.920232 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d4548456-1076-4f9b-a3e2-e14a877557da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6549'] for router (bd8b2dd7-79a3-44de-b57d-5a43659ef752), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:52.922776 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d4548456-1076-4f9b-a3e2-e14a877557da admin admin] Publish callbacks [] for router_controller (bd8b2dd7-79a3-44de-b57d-5a43659ef752), precommit_delete_associations {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:52.970805 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d4548456-1076-4f9b-a3e2-e14a877557da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-458408'] for router (bd8b2dd7-79a3-44de-b57d-5a43659ef752), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:52.971544 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4548456-1076-4f9b-a3e2-e14a877557da admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd8b2dd7-79a3-44de-b57d-5a43659ef752 {{(pid=103882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:11:52.976669 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d4548456-1076-4f9b-a3e2-e14a877557da admin admin] Publish callbacks [] for router (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:52.985053 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-d4548456-1076-4f9b-a3e2-e14a877557da admin admin] 10.222.0.16 "DELETE /v2.0/routers/bd8b2dd7-79a3-44de-b57d-5a43659ef752 HTTP/1.1" status: 204 len: 168 time: 1.1194646 Jul 15 14:11:52.987681 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 55082) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:11:53.034884 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e214939-df81-46e4-930c-d8191a460502 admin admin] Deleting subnet e9260d0b-edd3-47d2-82af-0f443bfabd45 {{(pid=103881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 15 14:11:53.038825 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6e214939-df81-46e4-930c-d8191a460502 admin admin] Publish callbacks [] for subnet (e9260d0b-edd3-47d2-82af-0f443bfabd45), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:53.080509 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6e214939-df81-46e4-930c-d8191a460502 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524186'] for subnet (e9260d0b-edd3-47d2-82af-0f443bfabd45), precommit_delete_associations {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:53.176222 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6e214939-df81-46e4-930c-d8191a460502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7811561'] for subnet (e9260d0b-edd3-47d2-82af-0f443bfabd45), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:53.240943 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6e214939-df81-46e4-930c-d8191a460502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7811472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3268440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59476154'] for subnet (e9260d0b-edd3-47d2-82af-0f443bfabd45), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:53.272842 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e214939-df81-46e4-930c-d8191a460502 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9260d0b-edd3-47d2-82af-0f443bfabd45,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:53.279998 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6e214939-df81-46e4-930c-d8191a460502 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for subnet (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:53.283192 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-6e214939-df81-46e4-930c-d8191a460502 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e9260d0b-edd3-47d2-82af-0f443bfabd45 HTTP/1.1" status: 204 len: 168 time: 0.2944591 Jul 15 14:11:53.285852 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 55084) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:11:53.288903 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b616cf3-cc1f-4a8e-a189-eae1d54e3dfd None None] Network 98015688-617a-4c97-89d4-c0de9e353bb5 requested from dv-cinder-850002-1-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 14:11:53.312853 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:11:53.357755 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f3c5dc1a-55d4-4562-96ee-073fd2aab5ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7936400'] for network (98015688-617a-4c97-89d4-c0de9e353bb5), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:53.375337 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:11:53.404346 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-f3c5dc1a-55d4-4562-96ee-073fd2aab5ce admin admin] Deleting port 70331caf-3c49-4ec7-a855-067d72589b3f {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:11:53.404760 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f3c5dc1a-55d4-4562-96ee-073fd2aab5ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (70331caf-3c49-4ec7-a855-067d72589b3f), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:53.483236 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [None req-f3c5dc1a-55d4-4562-96ee-073fd2aab5ce admin admin] For port 70331caf-3c49-4ec7-a855-067d72589b3f, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=70331caf-3c49-4ec7-a855-067d72589b3f,segment=NetworkSegment(a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7),segment_id=a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:11:53.484003 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f3c5dc1a-55d4-4562-96ee-073fd2aab5ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (70331caf-3c49-4ec7-a855-067d72589b3f), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:53.485885 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:11:53.499489 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-f3c5dc1a-55d4-4562-96ee-073fd2aab5ce admin admin] Calling delete_port for 70331caf-3c49-4ec7-a855-067d72589b3f owned by network:dhcp {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:11:53.526629 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae963c02-ba67-4d40-9e2f-3fbae8d8ec68 req-e64b77b0-82ad-4748-af2f-4b3f5de6a320 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:11:53.528128 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ae963c02-ba67-4d40-9e2f-3fbae8d8ec68 req-e64b77b0-82ad-4748-af2f-4b3f5de6a320 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ea0b24-ed6f-48ea-a44f-3560c297855d HTTP/1.1" status: 200 len: 943 time: 0.0524306 Jul 15 14:11:53.579745 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:11:53.585714 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ae963c02-ba67-4d40-9e2f-3fbae8d8ec68 req-12fbfdfb-8f3b-4adc-8d98-b2e2a44ef2f6 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee2a1e57-92e7-415c-bb8b-57f220d5d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505328 Jul 15 14:11:53.589101 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f3c5dc1a-55d4-4562-96ee-073fd2aab5ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (70331caf-3c49-4ec7-a855-067d72589b3f), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:53.620624 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c5dc1a-55d4-4562-96ee-073fd2aab5ce admin admin] Pushing event deleted for resources: {'Port': ['ID=70331caf-3c49-4ec7-a855-067d72589b3f,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:53.625359 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0a85ce-37df-4c80-9ac2-1ac7fb57c7f1 None None] DHCP port deletion for 98015688-617a-4c97-89d4-c0de9e353bb5 request from dv-cinder-850002-1-iscsi {{(pid=103883) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 15 14:11:53.628735 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c5dc1a-55d4-4562-96ee-073fd2aab5ce admin admin] No DVR routers for this DVR port 70331caf-3c49-4ec7-a855-067d72589b3f on host dv-cinder-850002-1-iscsi {{(pid=103881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 15 14:11:53.716410 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f3c5dc1a-55d4-4562-96ee-073fd2aab5ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7814826', 'neutron.services.segments.db._delete_segments_for_network-8774722533663'] for network (98015688-617a-4c97-89d4-c0de9e353bb5), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:53.730016 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device c53d0b6e-eed7-434c-ad2c-de744df00d9e no longer exists at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:11:53.738836 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.services.segments.db [None req-f3c5dc1a-55d4-4562-96ee-073fd2aab5ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98015688-617a-4c97-89d4-c0de9e353bb5']}} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:11:53.748727 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.services.segments.db [None req-f3c5dc1a-55d4-4562-96ee-073fd2aab5ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7') {'for_net_delete': True} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:11:53.749015 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.services.segments.db [None req-f3c5dc1a-55d4-4562-96ee-073fd2aab5ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7') {} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:11:53.749453 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] No Port match for: c53d0b6e-eed7-434c-ad2c-de744df00d9e {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 15 14:11:53.749799 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device c53d0b6e-eed7-434c-ad2c-de744df00d9e not bound to the agent host dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:11:53.750225 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device a76e407d-90b4-4481-818a-ae7c0d5f0deb no longer exists at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:11:53.759938 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f3c5dc1a-55d4-4562-96ee-073fd2aab5ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774722502184', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524181'] for segment (a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:53.769672 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] No Port match for: a76e407d-90b4-4481-818a-ae7c0d5f0deb {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 15 14:11:53.769991 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device a76e407d-90b4-4481-818a-ae7c0d5f0deb not bound to the agent host dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:11:53.770413 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 70331caf-3c49-4ec7-a855-067d72589b3f no longer exists at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:11:53.777964 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f3c5dc1a-55d4-4562-96ee-073fd2aab5ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7753414'] for segment (a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:53.785541 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3c5dc1a-55d4-4562-96ee-073fd2aab5ce admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=103881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:11:53.785934 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f3c5dc1a-55d4-4562-96ee-073fd2aab5ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7753414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3268282'] for segment (a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:53.791745 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] No Port match for: 70331caf-3c49-4ec7-a855-067d72589b3f {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 15 14:11:53.792098 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 70331caf-3c49-4ec7-a855-067d72589b3f not bound to the agent host dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:11:53.839841 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.services.segments.plugin [-] Segment a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7 resource provider aggregate not found Jul 15 14:11:53.857837 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f3c5dc1a-55d4-4562-96ee-073fd2aab5ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7814819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452470'] for network (98015688-617a-4c97-89d4-c0de9e353bb5), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:53.863924 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.services.segments.plugin [-] Segment a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a0f038a2-73b5-4a0c-aaf1-64fc4ef727b7 found for delete ", "request_id": "req-d5f096c8-e95c-4ba7-a162-4f61014831e6"}]} Jul 15 14:11:53.866869 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f3c5dc1a-55d4-4562-96ee-073fd2aab5ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for network (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:53.869991 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-f3c5dc1a-55d4-4562-96ee-073fd2aab5ce admin admin] 10.222.0.16 "DELETE /v2.0/networks/98015688-617a-4c97-89d4-c0de9e353bb5 HTTP/1.1" status: 204 len: 168 time: 0.5830777 Jul 15 14:11:53.881797 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c5dc1a-55d4-4562-96ee-073fd2aab5ce admin admin] Pushing event deleted for resources: {'Network': ['ID=98015688-617a-4c97-89d4-c0de9e353bb5,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:54.040987 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 55094) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:11:54.083672 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-e13be2b4-afd4-463f-a297-9a8b8dfc4734 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=26daacf03c844ff8a7546dfe3b36d8bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410893 Jul 15 14:11:54.086217 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 55096) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:11:54.137558 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-bc0379d4-bb07-43c1-8a0d-5a78d29a2a11 admin admin] Publish callbacks [] for security_group (f7acfe23-d32f-448d-a477-3aa77a010fad), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:54.160646 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-bc0379d4-bb07-43c1-8a0d-5a78d29a2a11 admin admin] Publish callbacks [] for security_group (f7acfe23-d32f-448d-a477-3aa77a010fad), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:54.214355 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-bc0379d4-bb07-43c1-8a0d-5a78d29a2a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (f7acfe23-d32f-448d-a477-3aa77a010fad), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:54.216972 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-bc0379d4-bb07-43c1-8a0d-5a78d29a2a11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:54.218247 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-bc0379d4-bb07-43c1-8a0d-5a78d29a2a11 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f7acfe23-d32f-448d-a477-3aa77a010fad HTTP/1.1" status: 204 len: 168 time: 0.1311033 Jul 15 14:11:54.226420 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0379d4-bb07-43c1-8a0d-5a78d29a2a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7acfe23-d32f-448d-a477-3aa77a010fad,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:54.715052 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a20fdb-15f0-4645-81f4-0a0544bdd512 req-287e4f16-d627-4daf-ac03-1bf0dab277de tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:11:54.716739 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a5a20fdb-15f0-4645-81f4-0a0544bdd512 req-287e4f16-d627-4daf-ac03-1bf0dab277de tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ea0b24-ed6f-48ea-a44f-3560c297855d HTTP/1.1" status: 200 len: 943 time: 0.0479436 Jul 15 14:11:54.772226 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a5a20fdb-15f0-4645-81f4-0a0544bdd512 req-208e4c7e-392c-41af-9fef-fdd3763faad4 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee2a1e57-92e7-415c-bb8b-57f220d5d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494449 Jul 15 14:11:55.890607 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdfadb0-488a-48fc-842c-dcac13129520 req-294eb6ce-08fd-47f8-81e1-316f122b477a tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:11:55.891992 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9bdfadb0-488a-48fc-842c-dcac13129520 req-294eb6ce-08fd-47f8-81e1-316f122b477a tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ea0b24-ed6f-48ea-a44f-3560c297855d HTTP/1.1" status: 200 len: 943 time: 0.0474377 Jul 15 14:11:55.941431 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9bdfadb0-488a-48fc-842c-dcac13129520 req-7ccd8645-1e98-4384-ae6e-98014815cf87 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee2a1e57-92e7-415c-bb8b-57f220d5d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439551 Jul 15 14:11:56.913943 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (73ab3907-1bcf-455f-a05d-131e96f159a2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:57.055592 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdb8231-69bf-4b37-a818-c1302fa6965e req-8c518ab4-f464-4993-8b1f-af384ff6c9ef tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:11:57.057158 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-dcdb8231-69bf-4b37-a818-c1302fa6965e req-8c518ab4-f464-4993-8b1f-af384ff6c9ef tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ea0b24-ed6f-48ea-a44f-3560c297855d HTTP/1.1" status: 200 len: 943 time: 0.0478995 Jul 15 14:11:57.124745 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-dcdb8231-69bf-4b37-a818-c1302fa6965e req-952d3458-e760-4bd7-b7b4-74ac2ebab9d5 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee2a1e57-92e7-415c-bb8b-57f220d5d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604291 Jul 15 14:11:58.249408 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6cf3e-b1d5-48a5-883f-29010e8d9550 req-61813942-c918-41f9-96a6-988788a184e7 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:11:58.250914 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-18b6cf3e-b1d5-48a5-883f-29010e8d9550 req-61813942-c918-41f9-96a6-988788a184e7 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ea0b24-ed6f-48ea-a44f-3560c297855d HTTP/1.1" status: 200 len: 943 time: 0.0523422 Jul 15 14:11:58.303179 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-18b6cf3e-b1d5-48a5-883f-29010e8d9550 req-f6e33098-38ea-4fd3-9a34-bfb391879e45 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee2a1e57-92e7-415c-bb8b-57f220d5d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460403 Jul 15 14:11:59.321260 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=67,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:11:59.324592 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=81,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:11:59.427310 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dab3e1-c2c2-40a5-abd0-dda83d910d03 req-bfd76f5a-7d50-43b4-b411-3ae1bdffb1a2 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:11:59.429328 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-17dab3e1-c2c2-40a5-abd0-dda83d910d03 req-bfd76f5a-7d50-43b4-b411-3ae1bdffb1a2 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ea0b24-ed6f-48ea-a44f-3560c297855d HTTP/1.1" status: 200 len: 943 time: 0.0549753 Jul 15 14:11:59.440126 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device 045827b2-1b07-4c35-8cc7-f2329ad46ed0 details requested by agent hyperv_hv-cinder-85000 with host hv-cinder-85000 {{(pid=103883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:11:59.485041 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-17dab3e1-c2c2-40a5-abd0-dda83d910d03 req-40c409cf-1131-4b72-bc15-32d6791f2f0d tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee2a1e57-92e7-415c-bb8b-57f220d5d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500267 Jul 15 14:11:59.554049 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port 045827b2-1b07-4c35-8cc7-f2329ad46ed0, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=045827b2-1b07-4c35-8cc7-f2329ad46ed0,segment=NetworkSegment(b4cd819b-3570-4fd1-90e3-441ac0a8020d),segment_id=b4cd819b-3570-4fd1-90e3-441ac0a8020d)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:11:59.566470 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Returning: {'device': '045827b2-1b07-4c35-8cc7-f2329ad46ed0', 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309', 'port_id': '045827b2-1b07-4c35-8cc7-f2329ad46ed0', 'mac_address': 'fa:16:3e:3c:9c:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36841f61-1fd6-4773-a700-5f34edf482dd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:11:59.608699 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Current status of the port 045827b2-1b07-4c35-8cc7-f2329ad46ed0 is: DOWN; New status is: BUILD {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:11:59.609089 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (045827b2-1b07-4c35-8cc7-f2329ad46ed0), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:59.626682 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 045827b2-1b07-4c35-8cc7-f2329ad46ed0 {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 14:11:59.647184 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port 045827b2-1b07-4c35-8cc7-f2329ad46ed0, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=045827b2-1b07-4c35-8cc7-f2329ad46ed0,segment=NetworkSegment(b4cd819b-3570-4fd1-90e3-441ac0a8020d),segment_id=b4cd819b-3570-4fd1-90e3-441ac0a8020d)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:11:59.653798 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (045827b2-1b07-4c35-8cc7-f2329ad46ed0), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:11:59.828527 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Pushing event updated for resources: {'Port': ['ID=045827b2-1b07-4c35-8cc7-f2329ad46ed0,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:59.837541 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:59.837900 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:59.838236 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:59.838576 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:59.838908 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:59.839240 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:59.839569 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:59.839894 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:59.840218 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:59.840580 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:59.840908 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:59.841235 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:59.841560 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:59.841880 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:59.842199 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:59.914645 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] get_ports_and_sgs() called for port_ids ['045827b2-1b07-4c35-8cc7-f2329ad46ed0'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:12:00.107295 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 55148) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:12:00.252164 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-dc5c2136-e519-42e9-ac80-913b4a419b1e tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Deleting port 20dc1b75-22a3-4d03-8791-6eaa4dd2f524 {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:12:00.252538 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-dc5c2136-e519-42e9-ac80-913b4a419b1e tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (20dc1b75-22a3-4d03-8791-6eaa4dd2f524), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:00.327408 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-dc5c2136-e519-42e9-ac80-913b4a419b1e tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (20dc1b75-22a3-4d03-8791-6eaa4dd2f524), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:00.327735 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-dc5c2136-e519-42e9-ac80-913b4a419b1e tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Publish callbacks [] for floatingip (20dc1b75-22a3-4d03-8791-6eaa4dd2f524), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:00.340367 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-dc5c2136-e519-42e9-ac80-913b4a419b1e tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Calling delete_port for 20dc1b75-22a3-4d03-8791-6eaa4dd2f524 owned by network:floatingip {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:12:00.444240 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:12:00.524988 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-dc5c2136-e519-42e9-ac80-913b4a419b1e tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (20dc1b75-22a3-4d03-8791-6eaa4dd2f524), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:00.530874 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:12:00.552010 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5c2136-e519-42e9-ac80-913b4a419b1e tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Pushing event deleted for resources: {'Port': ['ID=20dc1b75-22a3-4d03-8791-6eaa4dd2f524,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:00.580224 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:12:00.628272 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f94d739-8e5c-45be-8753-15ddf8f19361 req-86fc576a-5fce-42ad-8793-3232b9d5d79a tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:00.629943 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8f94d739-8e5c-45be-8753-15ddf8f19361 req-86fc576a-5fce-42ad-8793-3232b9d5d79a tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ea0b24-ed6f-48ea-a44f-3560c297855d HTTP/1.1" status: 200 len: 944 time: 0.0586445 Jul 15 14:12:00.631518 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-dc5c2136-e519-42e9-ac80-913b4a419b1e tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Publish callbacks [] for floatingip (8c81d0f7-090a-4b0e-b07c-ab66149cdaf1), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:00.631854 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.db.l3_db [None req-dc5c2136-e519-42e9-ac80-913b4a419b1e tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Floating IP 8c81d0f7-090a-4b0e-b07c-ab66149cdaf1 disassociated (deleted). External IP: 172.27.0.253, port: 672e43eb-ef9b-49b3-9a76-4d3b2227aa67. Jul 15 14:12:00.687191 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8f94d739-8e5c-45be-8753-15ddf8f19361 req-e3e1332d-11ae-40ce-81c0-e360991051a8 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee2a1e57-92e7-415c-bb8b-57f220d5d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509067 Jul 15 14:12:00.856938 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc5c2136-e519-42e9-ac80-913b4a419b1e tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Router 48429b99-a37c-48d2-b6c4-59b70d7acf3b has already been hosted by L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 14:12:00.978493 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5c2136-e519-42e9-ac80-913b4a419b1e tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:12:00.983310 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-dc5c2136-e519-42e9-ac80-913b4a419b1e tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for floatingip (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:00.988804 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e5963e-35e7-4c1a-b2a9-c29b2662fc73 None None] Sync routers for ids ['48429b99-a37c-48d2-b6c4-59b70d7acf3b'] in dv-cinder-850002-1-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:12:00.999757 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e5963e-35e7-4c1a-b2a9-c29b2662fc73 None None] Routers {'48429b99-a37c-48d2-b6c4-59b70d7acf3b'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:12:01.000426 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-78e5963e-35e7-4c1a-b2a9-c29b2662fc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:11:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['48429b99-a37c-48d2-b6c4-59b70d7acf3b'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:01.014711 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-dc5c2136-e519-42e9-ac80-913b4a419b1e tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "DELETE /v2.0/floatingips/8c81d0f7-090a-4b0e-b07c-ab66149cdaf1 HTTP/1.1" status: 204 len: 168 time: 0.9063759 Jul 15 14:12:01.015287 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a999d1e-a17a-4ea9-8f71-3a981b55733b', 'tag': '672e43eb-ef9b-49b3-9a76-4d3b2227aa67'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:12:01.017596 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27b3149431a8a58964108cadaaee569fc83829ebf6971f3e535c686fd00e584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62661f33-945c-4263-b8d8-aa3024ddf266" -d '{"events": [{"name": "network-changed", "server_uuid": "1a999d1e-a17a-4ea9-8f71-3a981b55733b", "tag": "672e43eb-ef9b-49b3-9a76-4d3b2227aa67"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:12:01.059614 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 14:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c0fe15-1971-4789-bf93-6c5b075e7c4c x-openstack-request-id: req-f6c0fe15-1971-4789-bf93-6c5b075e7c4c {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:12:01.060097 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a999d1e-a17a-4ea9-8f71-3a981b55733b", "tag": "672e43eb-ef9b-49b3-9a76-4d3b2227aa67", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:12:01.061362 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f6c0fe15-1971-4789-bf93-6c5b075e7c4c {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:12:01.061835 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6c0fe15-1971-4789-bf93-6c5b075e7c4c'] response: {'name': 'network-changed', 'server_uuid': '1a999d1e-a17a-4ea9-8f71-3a981b55733b', 'tag': '672e43eb-ef9b-49b3-9a76-4d3b2227aa67', 'status': 'completed', 'code': 200} Jul 15 14:12:01.120116 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-78e5963e-35e7-4c1a-b2a9-c29b2662fc73 None None] Set router 48429b99-a37c-48d2-b6c4-59b70d7acf3b gateway port host: dv-cinder-850002-1-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:12:01.133677 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62661f33-945c-4263-b8d8-aa3024ddf266 req-2c5aca9a-95b0-4a7b-9ab0-4cb6d26f25d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:01.135199 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-62661f33-945c-4263-b8d8-aa3024ddf266 req-2c5aca9a-95b0-4a7b-9ab0-4cb6d26f25d8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e608cc75a5ed4f05b462c84c29a31788&device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b HTTP/1.1" status: 200 len: 1130 time: 0.0480099 Jul 15 14:12:01.255557 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62661f33-945c-4263-b8d8-aa3024ddf266 req-aae56e07-0c4a-4d46-9b55-cd71231e6586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:01.257122 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-62661f33-945c-4263-b8d8-aa3024ddf266 req-aae56e07-0c4a-4d46-9b55-cd71231e6586 service neutron] 10.222.0.64 "GET /v2.0/networks?id=23ed595f-021e-4b49-9057-9caea24d9122 HTTP/1.1" status: 200 len: 910 time: 0.1074197 Jul 15 14:12:01.268037 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99d06f-8616-4d88-bc03-5b3c94a406ea req-3d091cb1-c009-4149-96ab-382015541b7a tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:01.269546 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ee99d06f-8616-4d88-bc03-5b3c94a406ea req-3d091cb1-c009-4149-96ab-382015541b7a tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b HTTP/1.1" status: 200 len: 946 time: 0.0504348 Jul 15 14:12:01.320798 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ee99d06f-8616-4d88-bc03-5b3c94a406ea req-d51b007f-08f1-45c7-b726-7947fad9d1a2 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/security-groups?id=8857008b-e7ce-45b3-897b-cb8cedd53737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455430 Jul 15 14:12:01.334558 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-78e5963e-35e7-4c1a-b2a9-c29b2662fc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48429b99-a37c-48d2-b6c4-59b70d7acf3b', 'name': 'tempest-TestShelveInstance-1204967270-router', 'tenant_id': 'e608cc75a5ed4f05b462c84c29a31788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '0854610f-0eb6-4005-a81a-470fffabd39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:07:21Z', 'updated_at': '2022-07-15T14:07:26Z', 'revision_number': 4, 'project_id': 'e608cc75a5ed4f05b462c84c29a31788', 'gw_port': {'id': '0854610f-0eb6-4005-a81a-470fffabd39d', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48429b99-a37c-48d2-b6c4-59b70d7acf3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:22Z', 'updated_at': '2022-07-15T14:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': '60b858ee-455e-4bac-a1d8-2c997de3e73f', 'name': '', 'network_id': '23ed595f-021e-4b49-9057-9caea24d9122', 'tenant_id': 'e608cc75a5ed4f05b462c84c29a31788', 'mac_address': 'fa:16:3e:ca:75:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48429b99-a37c-48d2-b6c4-59b70d7acf3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '11e103b7-3d94-49bf-928a-697ea97318ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:26Z', 'updated_at': '2022-07-15T14:07:32Z', 'revision_number': 5, 'project_id': 'e608cc75a5ed4f05b462c84c29a31788', 'subnets': [{'id': '11e103b7-3d94-49bf-928a-697ea97318ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:01.359244 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e5963e-35e7-4c1a-b2a9-c29b2662fc73 None None] Checking router: 48429b99-a37c-48d2-b6c4-59b70d7acf3b for host: dv-cinder-850002-1-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:12:01.368507 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e5963e-35e7-4c1a-b2a9-c29b2662fc73 None None] Routers {'48429b99-a37c-48d2-b6c4-59b70d7acf3b'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:12:01.369106 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-78e5963e-35e7-4c1a-b2a9-c29b2662fc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:11:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['48429b99-a37c-48d2-b6c4-59b70d7acf3b'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:01.470137 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-78e5963e-35e7-4c1a-b2a9-c29b2662fc73 None None] Set router 48429b99-a37c-48d2-b6c4-59b70d7acf3b gateway port host: dv-cinder-850002-1-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:12:01.673288 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-78e5963e-35e7-4c1a-b2a9-c29b2662fc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48429b99-a37c-48d2-b6c4-59b70d7acf3b', 'name': 'tempest-TestShelveInstance-1204967270-router', 'tenant_id': 'e608cc75a5ed4f05b462c84c29a31788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '0854610f-0eb6-4005-a81a-470fffabd39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:07:21Z', 'updated_at': '2022-07-15T14:07:26Z', 'revision_number': 4, 'project_id': 'e608cc75a5ed4f05b462c84c29a31788', 'gw_port': {'id': '0854610f-0eb6-4005-a81a-470fffabd39d', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48429b99-a37c-48d2-b6c4-59b70d7acf3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:22Z', 'updated_at': '2022-07-15T14:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': '60b858ee-455e-4bac-a1d8-2c997de3e73f', 'name': '', 'network_id': '23ed595f-021e-4b49-9057-9caea24d9122', 'tenant_id': 'e608cc75a5ed4f05b462c84c29a31788', 'mac_address': 'fa:16:3e:ca:75:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48429b99-a37c-48d2-b6c4-59b70d7acf3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '11e103b7-3d94-49bf-928a-697ea97318ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:26Z', 'updated_at': '2022-07-15T14:07:32Z', 'revision_number': 5, 'project_id': 'e608cc75a5ed4f05b462c84c29a31788', 'subnets': [{'id': '11e103b7-3d94-49bf-928a-697ea97318ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:01.703256 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e5963e-35e7-4c1a-b2a9-c29b2662fc73 None None] The sync data for ids ['48429b99-a37c-48d2-b6c4-59b70d7acf3b'] in dv-cinder-850002-1-iscsi is: [{'id': '48429b99-a37c-48d2-b6c4-59b70d7acf3b', 'name': 'tempest-TestShelveInstance-1204967270-router', 'tenant_id': 'e608cc75a5ed4f05b462c84c29a31788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '0854610f-0eb6-4005-a81a-470fffabd39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:07:21Z', 'updated_at': '2022-07-15T14:07:26Z', 'revision_number': 4, 'project_id': 'e608cc75a5ed4f05b462c84c29a31788', 'gw_port': {'id': '0854610f-0eb6-4005-a81a-470fffabd39d', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48429b99-a37c-48d2-b6c4-59b70d7acf3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:22Z', 'updated_at': '2022-07-15T14:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': '60b858ee-455e-4bac-a1d8-2c997de3e73f', 'name': '', 'network_id': '23ed595f-021e-4b49-9057-9caea24d9122', 'tenant_id': 'e608cc75a5ed4f05b462c84c29a31788', 'mac_address': 'fa:16:3e:ca:75:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48429b99-a37c-48d2-b6c4-59b70d7acf3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '11e103b7-3d94-49bf-928a-697ea97318ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:26Z', 'updated_at': '2022-07-15T14:07:32Z', 'revision_number': 5, 'project_id': 'e608cc75a5ed4f05b462c84c29a31788', 'subnets': [{'id': '11e103b7-3d94-49bf-928a-697ea97318ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:12:01.809089 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5158d-6d23-4495-9934-1e06783552a2 req-8b448177-4eed-4477-80b2-30d6ffa8df19 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:01.810637 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-77d5158d-6d23-4495-9934-1e06783552a2 req-8b448177-4eed-4477-80b2-30d6ffa8df19 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ea0b24-ed6f-48ea-a44f-3560c297855d HTTP/1.1" status: 200 len: 944 time: 0.0488918 Jul 15 14:12:01.871030 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-77d5158d-6d23-4495-9934-1e06783552a2 req-35938c64-8c50-43f7-9126-456a8f80f55f tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee2a1e57-92e7-415c-bb8b-57f220d5d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544693 Jul 15 14:12:01.948730 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42727693-339a-4456-81d4-13f7b7e9ee54 None None] New status for floating IP 8c81d0f7-090a-4b0e-b07c-ab66149cdaf1: DOWN {{(pid=103883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 15 14:12:02.061111 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device 045827b2-1b07-4c35-8cc7-f2329ad46ed0 up at agent hyperv_hv-cinder-85000 {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:12:02.105456 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Provisioning for port 045827b2-1b07-4c35-8cc7-f2329ad46ed0 completed by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 15 14:12:02.110418 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Provisioning complete for port 045827b2-1b07-4c35-8cc7-f2329ad46ed0 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:12:02.110794 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (045827b2-1b07-4c35-8cc7-f2329ad46ed0), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:02.188133 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Current status of the port 045827b2-1b07-4c35-8cc7-f2329ad46ed0 is: BUILD; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:12:02.188587 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (045827b2-1b07-4c35-8cc7-f2329ad46ed0), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:02.214910 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ea0b24-ed6f-48ea-a44f-3560c297855d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '045827b2-1b07-4c35-8cc7-f2329ad46ed0'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:12:02.217304 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c4b0ce05359387fb1b8f2741601f150af1cafc779f59aaec505bdecc1202ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb19b98-b217-4049-83e9-b62c35951d71" -d '{"events": [{"server_uuid": "f9ea0b24-ed6f-48ea-a44f-3560c297855d", "name": "network-vif-plugged", "status": "completed", "tag": "045827b2-1b07-4c35-8cc7-f2329ad46ed0"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:12:02.230407 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port 045827b2-1b07-4c35-8cc7-f2329ad46ed0, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=045827b2-1b07-4c35-8cc7-f2329ad46ed0,segment=NetworkSegment(b4cd819b-3570-4fd1-90e3-441ac0a8020d),segment_id=b4cd819b-3570-4fd1-90e3-441ac0a8020d)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:12:02.234676 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (045827b2-1b07-4c35-8cc7-f2329ad46ed0), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:02.284814 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Pushing event updated for resources: {'Port': ['ID=045827b2-1b07-4c35-8cc7-f2329ad46ed0,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:02.386651 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 14:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7666ec2-4012-45b3-9a23-34f8f3470c9e x-openstack-request-id: req-e7666ec2-4012-45b3-9a23-34f8f3470c9e {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:12:02.386975 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ea0b24-ed6f-48ea-a44f-3560c297855d", "name": "network-vif-plugged", "status": "completed", "tag": "045827b2-1b07-4c35-8cc7-f2329ad46ed0", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:12:02.387231 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e7666ec2-4012-45b3-9a23-34f8f3470c9e {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:12:02.387653 dv-cinder-850002-1-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7666ec2-4012-45b3-9a23-34f8f3470c9e'] response: {'server_uuid': 'f9ea0b24-ed6f-48ea-a44f-3560c297855d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '045827b2-1b07-4c35-8cc7-f2329ad46ed0', 'code': 200} Jul 15 14:12:02.440123 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e34764-1188-4f5b-99ad-ae134c7634a9 req-37c2b18b-50c0-4aaf-bc02-16eb2bfc8739 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:02.441630 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b5e34764-1188-4f5b-99ad-ae134c7634a9 req-37c2b18b-50c0-4aaf-bc02-16eb2bfc8739 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b HTTP/1.1" status: 200 len: 946 time: 0.0507138 Jul 15 14:12:02.492370 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b5e34764-1188-4f5b-99ad-ae134c7634a9 req-62462b95-cf16-4b61-a26a-50f32989ba2a tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/security-groups?id=8857008b-e7ce-45b3-897b-cb8cedd53737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445657 Jul 15 14:12:02.964154 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:12:03.001481 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4029baa8-a666-4afd-9c1e-592b150c1af8 req-2e4ccabb-167c-4ba8-b446-b1d5e02440d1 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:03.002980 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4029baa8-a666-4afd-9c1e-592b150c1af8 req-2e4ccabb-167c-4ba8-b446-b1d5e02440d1 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ea0b24-ed6f-48ea-a44f-3560c297855d HTTP/1.1" status: 200 len: 945 time: 0.0490203 Jul 15 14:12:03.060462 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4029baa8-a666-4afd-9c1e-592b150c1af8 req-b72534d2-2139-4acd-a360-4191ba68fd45 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee2a1e57-92e7-415c-bb8b-57f220d5d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517912 Jul 15 14:12:03.610768 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0a261-9d6c-4e1b-80ab-985d1d4d1437 req-f8feb580-821a-4f7a-8ae9-3372ceef95b5 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:03.612245 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a4a0a261-9d6c-4e1b-80ab-985d1d4d1437 req-f8feb580-821a-4f7a-8ae9-3372ceef95b5 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b HTTP/1.1" status: 200 len: 946 time: 0.0520134 Jul 15 14:12:03.661853 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a4a0a261-9d6c-4e1b-80ab-985d1d4d1437 req-fd794fca-a60c-4ae2-8d87-23f90278e098 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/security-groups?id=8857008b-e7ce-45b3-897b-cb8cedd53737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433185 Jul 15 14:12:04.174369 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d20c98-59e4-4fba-8669-1a18da473baa req-4798f62f-703d-4801-9cd3-281efa575def tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:04.175858 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-15d20c98-59e4-4fba-8669-1a18da473baa req-4798f62f-703d-4801-9cd3-281efa575def tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ea0b24-ed6f-48ea-a44f-3560c297855d HTTP/1.1" status: 200 len: 945 time: 0.0472405 Jul 15 14:12:04.231173 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-15d20c98-59e4-4fba-8669-1a18da473baa req-1f721c81-0744-4953-8e4f-91550bd7a502 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee2a1e57-92e7-415c-bb8b-57f220d5d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491061 Jul 15 14:12:04.777758 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59acee2-5367-47f8-abf0-00c67fe6e1d7 req-0ffb3543-99dc-472c-94af-c86f68442340 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:04.779240 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a59acee2-5367-47f8-abf0-00c67fe6e1d7 req-0ffb3543-99dc-472c-94af-c86f68442340 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b HTTP/1.1" status: 200 len: 946 time: 0.0477622 Jul 15 14:12:04.840337 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a59acee2-5367-47f8-abf0-00c67fe6e1d7 req-67fae633-f139-4c50-9fa1-35144bbb585b tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/security-groups?id=8857008b-e7ce-45b3-897b-cb8cedd53737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538802 Jul 15 14:12:05.080627 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-62661f33-945c-4263-b8d8-aa3024ddf266 req-f95fdb6c-93ee-4a16-851b-3180b824194f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=672e43eb-ef9b-49b3-9a76-4d3b2227aa67 HTTP/1.1" status: 200 len: 217 time: 0.0444298 Jul 15 14:12:05.277777 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62661f33-945c-4263-b8d8-aa3024ddf266 req-fffdbd71-b7f4-4e39-a38c-9343d9d2dfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:05.279240 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-62661f33-945c-4263-b8d8-aa3024ddf266 req-fffdbd71-b7f4-4e39-a38c-9343d9d2dfb4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=11e103b7-3d94-49bf-928a-697ea97318ef HTTP/1.1" status: 200 len: 848 time: 0.0470967 Jul 15 14:12:05.348908 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae2461e-df7d-43ad-8f32-52065e8f0a4b req-f543468c-e3a7-4d81-9bf8-d998c0abc8af tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:05.350410 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6ae2461e-df7d-43ad-8f32-52065e8f0a4b req-f543468c-e3a7-4d81-9bf8-d998c0abc8af tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ea0b24-ed6f-48ea-a44f-3560c297855d HTTP/1.1" status: 200 len: 945 time: 0.0499253 Jul 15 14:12:05.400548 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6ae2461e-df7d-43ad-8f32-52065e8f0a4b req-5a3743d8-39d8-422c-89f2-d0da4b12c84e tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee2a1e57-92e7-415c-bb8b-57f220d5d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444436 Jul 15 14:12:05.713268 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62661f33-945c-4263-b8d8-aa3024ddf266 req-ca477f47-bdb5-4405-b543-450a3950ae70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:05.714886 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-62661f33-945c-4263-b8d8-aa3024ddf266 req-ca477f47-bdb5-4405-b543-450a3950ae70 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=23ed595f-021e-4b49-9057-9caea24d9122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0762792 Jul 15 14:12:05.721758 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ca263-dbe9-4504-914c-5ac057aab0b3 req-a7e44c6e-dfc4-4f62-88fc-d246e008fd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:05.723770 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-576ca263-dbe9-4504-914c-5ac057aab0b3 req-a7e44c6e-dfc4-4f62-88fc-d246e008fd1b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f9ea0b24-ed6f-48ea-a44f-3560c297855d HTTP/1.1" status: 200 len: 1129 time: 0.0832882 Jul 15 14:12:05.958457 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ab9a3-fdb0-4b11-9b3c-8537225a230f req-3a4c0e97-77f4-4a2f-84c0-73743d36ee3a tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:05.960514 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8b7ab9a3-fdb0-4b11-9b3c-8537225a230f req-3a4c0e97-77f4-4a2f-84c0-73743d36ee3a tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b HTTP/1.1" status: 200 len: 946 time: 0.0487797 Jul 15 14:12:06.016431 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8b7ab9a3-fdb0-4b11-9b3c-8537225a230f req-7893a4cc-e423-49c5-9a33-b983de42d177 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/security-groups?id=8857008b-e7ce-45b3-897b-cb8cedd53737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470190 Jul 15 14:12:06.089073 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3b840-4f68-4a3c-a85b-034add8edf06 req-587d5725-24c2-466a-ab26-c34b429f41e5 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:06.090497 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-91c3b840-4f68-4a3c-a85b-034add8edf06 req-587d5725-24c2-466a-ab26-c34b429f41e5 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b HTTP/1.1" status: 200 len: 946 time: 0.1079051 Jul 15 14:12:06.149442 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-576ca263-dbe9-4504-914c-5ac057aab0b3 req-cf5e76c7-1882-403e-8aea-805ffbe041f1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ee2a1e57-92e7-415c-bb8b-57f220d5d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677949 Jul 15 14:12:06.155349 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:12:06.176010 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-62661f33-945c-4263-b8d8-aa3024ddf266 req-16320db9-0483-4cae-8904-38a6e6767fcb service neutron] 10.222.0.64 "GET /v2.0/networks/23ed595f-021e-4b49-9057-9caea24d9122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031164 Jul 15 14:12:06.192426 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=100 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:12:06.210276 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-91c3b840-4f68-4a3c-a85b-034add8edf06 req-0bbb195f-8079-46e8-889d-258966648715 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Deleting port 672e43eb-ef9b-49b3-9a76-4d3b2227aa67 {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:12:06.210624 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-91c3b840-4f68-4a3c-a85b-034add8edf06 req-0bbb195f-8079-46e8-889d-258966648715 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (672e43eb-ef9b-49b3-9a76-4d3b2227aa67), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:06.307491 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-91c3b840-4f68-4a3c-a85b-034add8edf06 req-0bbb195f-8079-46e8-889d-258966648715 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] For port 672e43eb-ef9b-49b3-9a76-4d3b2227aa67, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=672e43eb-ef9b-49b3-9a76-4d3b2227aa67,segment=NetworkSegment(dc81c258-301f-4317-abf3-b2232d08a25e),segment_id=dc81c258-301f-4317-abf3-b2232d08a25e)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:12:06.307861 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-91c3b840-4f68-4a3c-a85b-034add8edf06 req-0bbb195f-8079-46e8-889d-258966648715 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (672e43eb-ef9b-49b3-9a76-4d3b2227aa67), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:06.326844 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-91c3b840-4f68-4a3c-a85b-034add8edf06 req-0bbb195f-8079-46e8-889d-258966648715 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Calling delete_port for 672e43eb-ef9b-49b3-9a76-4d3b2227aa67 owned by compute:nova {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:12:06.562630 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5662a9-9dfa-4b18-93c7-a04d85e17f21 req-4d3aecda-1a8a-45b0-b632-88c70a391a21 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:06.564627 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6a5662a9-9dfa-4b18-93c7-a04d85e17f21 req-4d3aecda-1a8a-45b0-b632-88c70a391a21 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ea0b24-ed6f-48ea-a44f-3560c297855d HTTP/1.1" status: 200 len: 945 time: 0.0858910 Jul 15 14:12:06.596425 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:12:06.636569 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6a5662a9-9dfa-4b18-93c7-a04d85e17f21 req-862af4c9-ec1d-41dc-9ea8-f10ce06cf7a4 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee2a1e57-92e7-415c-bb8b-57f220d5d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649323 Jul 15 14:12:06.749933 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-62661f33-945c-4263-b8d8-aa3024ddf266 req-2c6c696b-ba2a-4790-b394-28105bacfa9a service neutron] 10.222.0.64 "GET /v2.0/networks/23ed595f-021e-4b49-9057-9caea24d9122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3822484 Jul 15 14:12:06.803681 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-91c3b840-4f68-4a3c-a85b-034add8edf06 req-0bbb195f-8079-46e8-889d-258966648715 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (672e43eb-ef9b-49b3-9a76-4d3b2227aa67), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:06.833465 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbb195f-8079-46e8-889d-258966648715 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Pushing event deleted for resources: {'Port': ['ID=672e43eb-ef9b-49b3-9a76-4d3b2227aa67,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:06.882973 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-91c3b840-4f68-4a3c-a85b-034add8edf06 req-0bbb195f-8079-46e8-889d-258966648715 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] No DVR routers for this DVR port 672e43eb-ef9b-49b3-9a76-4d3b2227aa67 on host hv-cinder-85000 {{(pid=103881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 15 14:12:06.886379 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-91c3b840-4f68-4a3c-a85b-034add8edf06 req-0bbb195f-8079-46e8-889d-258966648715 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:06.888784 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-91c3b840-4f68-4a3c-a85b-034add8edf06 req-0bbb195f-8079-46e8-889d-258966648715 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.64 "DELETE /v2.0/ports/672e43eb-ef9b-49b3-9a76-4d3b2227aa67 HTTP/1.1" status: 204 len: 173 time: 0.7857854 Jul 15 14:12:06.889239 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a999d1e-a17a-4ea9-8f71-3a981b55733b', 'name': 'network-vif-deleted', 'tag': '672e43eb-ef9b-49b3-9a76-4d3b2227aa67'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:12:06.891546 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27b3149431a8a58964108cadaaee569fc83829ebf6971f3e535c686fd00e584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9af217-dddd-49ec-8b71-3bf567fda2bf" -d '{"events": [{"server_uuid": "1a999d1e-a17a-4ea9-8f71-3a981b55733b", "name": "network-vif-deleted", "tag": "672e43eb-ef9b-49b3-9a76-4d3b2227aa67"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:12:06.934060 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 14:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18658b56-7c6b-4b14-9076-a61a6e5f4532 x-openstack-request-id: req-18658b56-7c6b-4b14-9076-a61a6e5f4532 {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:12:06.934567 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a999d1e-a17a-4ea9-8f71-3a981b55733b", "name": "network-vif-deleted", "tag": "672e43eb-ef9b-49b3-9a76-4d3b2227aa67", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:12:06.935005 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-18658b56-7c6b-4b14-9076-a61a6e5f4532 {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:12:06.935644 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18658b56-7c6b-4b14-9076-a61a6e5f4532'] response: {'server_uuid': '1a999d1e-a17a-4ea9-8f71-3a981b55733b', 'name': 'network-vif-deleted', 'tag': '672e43eb-ef9b-49b3-9a76-4d3b2227aa67', 'status': 'completed', 'code': 200} Jul 15 14:12:07.128186 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-de26749a-5e8b-4d9d-929b-2a6fe2743422 req-6656d45c-fe67-49f9-b664-01da2e3764c2 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a999d1e-a17a-4ea9-8f71-3a981b55733b HTTP/1.1" status: 200 len: 210 time: 0.0407867 Jul 15 14:12:07.768931 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c24f5-bbd8-4b55-83ce-9a6931743236 req-9493508e-a5c4-4d68-aeea-e90ab63f3dad tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:07.770963 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-432c24f5-bbd8-4b55-83ce-9a6931743236 req-9493508e-a5c4-4d68-aeea-e90ab63f3dad tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ea0b24-ed6f-48ea-a44f-3560c297855d HTTP/1.1" status: 200 len: 945 time: 0.0558908 Jul 15 14:12:07.851047 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-432c24f5-bbd8-4b55-83ce-9a6931743236 req-0754da9d-ac72-45ac-b3b0-b3a9d8ae9192 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee2a1e57-92e7-415c-bb8b-57f220d5d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738773 Jul 15 14:12:07.994594 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016211f-262e-468c-a591-ec3d82f5ef77 req-19963b37-4bec-4523-bfe8-2c946d72fbe3 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:07.996574 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1016211f-262e-468c-a591-ec3d82f5ef77 req-19963b37-4bec-4523-bfe8-2c946d72fbe3 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ea0b24-ed6f-48ea-a44f-3560c297855d HTTP/1.1" status: 200 len: 945 time: 0.0697446 Jul 15 14:12:08.054906 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1016211f-262e-468c-a591-ec3d82f5ef77 req-5d1dfdb3-74cd-4bd9-bf63-4ca8ec427822 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee2a1e57-92e7-415c-bb8b-57f220d5d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518954 Jul 15 14:12:08.087250 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 55226) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:12:08.126321 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1884a6-58a3-4b91-96db-0db72a2d9bd9 tempest-TestVolumeBootPattern-1677080867 tempest-TestVolumeBootPattern-1677080867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:08.127860 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-7b1884a6-58a3-4b91-96db-0db72a2d9bd9 tempest-TestVolumeBootPattern-1677080867 tempest-TestVolumeBootPattern-1677080867-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f9ea0b24-ed6f-48ea-a44f-3560c297855d HTTP/1.1" status: 200 len: 1124 time: 0.0396888 Jul 15 14:12:08.131265 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 55228) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:12:08.135507 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-c810caa8-61c8-481c-828c-c056017f0316 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Request body: {'floatingip': {'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'port_id': '045827b2-1b07-4c35-8cc7-f2329ad46ed0', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:12:08.157391 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c810caa8-61c8-481c-828c-c056017f0316 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:08.204214 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 55232) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:12:08.242390 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c810caa8-61c8-481c-828c-c056017f0316 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:08.267861 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8fa3ff74-8744-4f27-91a3-fe2fb5dd63c2 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Publish callbacks [] for security_group (8857008b-e7ce-45b3-897b-cb8cedd53737), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:08.296493 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8fa3ff74-8744-4f27-91a3-fe2fb5dd63c2 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Publish callbacks [] for security_group (8857008b-e7ce-45b3-897b-cb8cedd53737), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:08.369511 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8fa3ff74-8744-4f27-91a3-fe2fb5dd63c2 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (8857008b-e7ce-45b3-897b-cb8cedd53737), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:08.372258 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8fa3ff74-8744-4f27-91a3-fe2fb5dd63c2 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:08.373981 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-8fa3ff74-8744-4f27-91a3-fe2fb5dd63c2 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] 10.222.0.16 "DELETE /v2.0/security-groups/8857008b-e7ce-45b3-897b-cb8cedd53737 HTTP/1.1" status: 204 len: 168 time: 0.1686921 Jul 15 14:12:08.379959 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [None req-c810caa8-61c8-481c-828c-c056017f0316 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Allocated IP 172.27.0.24 (85d18fe6-b559-49ae-a129-0350ffd7e8bf/5080191c-7e2b-40a2-af2d-f84b5c858cde/f7139410-aedf-45b8-91df-225f49baa647) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:12:08.384857 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3ff74-8744-4f27-91a3-fe2fb5dd63c2 tempest-TestShelveInstance-1169159282 tempest-TestShelveInstance-1169159282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8857008b-e7ce-45b3-897b-cb8cedd53737,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:08.435903 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 55236) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:12:08.495143 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:12:08.501459 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:12:08.561319 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c810caa8-61c8-481c-828c-c056017f0316 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks [] for port (f7139410-aedf-45b8-91df-225f49baa647), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:08.592854 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:12:08.600362 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c810caa8-61c8-481c-828c-c056017f0316 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (f7139410-aedf-45b8-91df-225f49baa647), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:08.641643 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c810caa8-61c8-481c-828c-c056017f0316 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Network 85d18fe6-b559-49ae-a129-0350ffd7e8bf is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:12:08.644885 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-c810caa8-61c8-481c-828c-c056017f0316 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:12:08.654331 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c810caa8-61c8-481c-828c-c056017f0316 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:12:08.683447 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c810caa8-61c8-481c-828c-c056017f0316 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Pushing event updated for resources: {'Port': ['ID=f7139410-aedf-45b8-91df-225f49baa647,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:08.803460 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dc79c5ac-4a9a-4ff7-b413-c0f302052c7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452826'] for router_interface (48429b99-a37c-48d2-b6c4-59b70d7acf3b), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:09.041310 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-dc79c5ac-4a9a-4ff7-b413-c0f302052c7b admin admin] Deleting port 60b858ee-455e-4bac-a1d8-2c997de3e73f {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:12:09.041552 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dc79c5ac-4a9a-4ff7-b413-c0f302052c7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (60b858ee-455e-4bac-a1d8-2c997de3e73f), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:09.067677 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c810caa8-61c8-481c-828c-c056017f0316 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks [] for floatingip (7f0d088f-3b47-4d07-9898-76efb4b66b42), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:09.087292 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:12:09.122772 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-dc79c5ac-4a9a-4ff7-b413-c0f302052c7b admin admin] For port 60b858ee-455e-4bac-a1d8-2c997de3e73f, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=60b858ee-455e-4bac-a1d8-2c997de3e73f,segment=NetworkSegment(dc81c258-301f-4317-abf3-b2232d08a25e),segment_id=dc81c258-301f-4317-abf3-b2232d08a25e)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:12:09.123126 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dc79c5ac-4a9a-4ff7-b413-c0f302052c7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (60b858ee-455e-4bac-a1d8-2c997de3e73f), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:09.135797 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-dc79c5ac-4a9a-4ff7-b413-c0f302052c7b admin admin] Calling delete_port for 60b858ee-455e-4bac-a1d8-2c997de3e73f owned by network:router_interface {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:12:09.135998 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c810caa8-61c8-481c-828c-c056017f0316 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (f7139410-aedf-45b8-91df-225f49baa647), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:09.286668 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c810caa8-61c8-481c-828c-c056017f0316 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks [] for port (f7139410-aedf-45b8-91df-225f49baa647), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:09.291533 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c810caa8-61c8-481c-828c-c056017f0316 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268230'] for port (f7139410-aedf-45b8-91df-225f49baa647), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:09.315294 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:12:09.328930 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dc79c5ac-4a9a-4ff7-b413-c0f302052c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59481580'] for port (60b858ee-455e-4bac-a1d8-2c997de3e73f), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:09.354948 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:12:09.359874 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc79c5ac-4a9a-4ff7-b413-c0f302052c7b admin admin] Pushing event deleted for resources: {'Port': ['ID=60b858ee-455e-4bac-a1d8-2c997de3e73f,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:09.365744 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c810caa8-61c8-481c-828c-c056017f0316 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Pushing event updated for resources: {'Port': ['ID=f7139410-aedf-45b8-91df-225f49baa647,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:09.390113 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c810caa8-61c8-481c-828c-c056017f0316 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448782'] for floatingip (7f0d088f-3b47-4d07-9898-76efb4b66b42), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:09.493188 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.db.l3_db [None req-c810caa8-61c8-481c-828c-c056017f0316 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Floating IP 7f0d088f-3b47-4d07-9898-76efb4b66b42 associated. External IP: 172.27.0.24, port: 045827b2-1b07-4c35-8cc7-f2329ad46ed0. Jul 15 14:12:09.556714 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dc79c5ac-4a9a-4ff7-b413-c0f302052c7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452726'] for router_interface (48429b99-a37c-48d2-b6c4-59b70d7acf3b), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:09.579010 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:12:09.651085 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device 672e43eb-ef9b-49b3-9a76-4d3b2227aa67 no longer exists at agent hyperv_hv-cinder-85000 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:12:09.676929 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] No Port match for: 672e43eb-ef9b-49b3-9a76-4d3b2227aa67 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 15 14:12:09.678096 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device 672e43eb-ef9b-49b3-9a76-4d3b2227aa67 not bound to the agent host hv-cinder-85000 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:12:09.722765 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c810caa8-61c8-481c-828c-c056017f0316 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Router a2890c66-8fcd-49a7-9eb7-46e03a8768ca has already been hosted by L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 14:12:09.823247 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc79c5ac-4a9a-4ff7-b413-c0f302052c7b admin admin] Router 48429b99-a37c-48d2-b6c4-59b70d7acf3b has already been hosted by L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 14:12:09.839945 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c810caa8-61c8-481c-828c-c056017f0316 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:12:09.852286 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be10c6c-74d9-4107-9f11-40dd03f68d24 None None] Sync routers for ids ['a2890c66-8fcd-49a7-9eb7-46e03a8768ca'] in dv-cinder-850002-1-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:12:09.863859 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c810caa8-61c8-481c-828c-c056017f0316 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for floatingip (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:09.864714 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be10c6c-74d9-4107-9f11-40dd03f68d24 None None] Routers {'a2890c66-8fcd-49a7-9eb7-46e03a8768ca'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:12:09.866133 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-1be10c6c-74d9-4107-9f11-40dd03f68d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:11:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['a2890c66-8fcd-49a7-9eb7-46e03a8768ca'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:09.906939 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-c810caa8-61c8-481c-828c-c056017f0316 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7745893 Jul 15 14:12:09.907840 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9ea0b24-ed6f-48ea-a44f-3560c297855d', 'tag': '045827b2-1b07-4c35-8cc7-f2329ad46ed0'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:12:09.910716 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27b3149431a8a58964108cadaaee569fc83829ebf6971f3e535c686fd00e584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6dbb94-7d4b-4cf3-8927-4966f31e3597" -d '{"events": [{"name": "network-changed", "server_uuid": "f9ea0b24-ed6f-48ea-a44f-3560c297855d", "tag": "045827b2-1b07-4c35-8cc7-f2329ad46ed0"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:12:09.952869 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 14:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65fe9b52-8b81-4233-8305-ced9246aaac1 x-openstack-request-id: req-65fe9b52-8b81-4233-8305-ced9246aaac1 {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:12:09.953396 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9ea0b24-ed6f-48ea-a44f-3560c297855d", "tag": "045827b2-1b07-4c35-8cc7-f2329ad46ed0", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:12:09.953650 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-65fe9b52-8b81-4233-8305-ced9246aaac1 {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:12:09.954062 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65fe9b52-8b81-4233-8305-ced9246aaac1'] response: {'name': 'network-changed', 'server_uuid': 'f9ea0b24-ed6f-48ea-a44f-3560c297855d', 'tag': '045827b2-1b07-4c35-8cc7-f2329ad46ed0', 'status': 'completed', 'code': 200} Jul 15 14:12:09.979355 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-1be10c6c-74d9-4107-9f11-40dd03f68d24 None None] Set router a2890c66-8fcd-49a7-9eb7-46e03a8768ca gateway port host: dv-cinder-850002-1-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:12:09.997784 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc79c5ac-4a9a-4ff7-b413-c0f302052c7b admin admin] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:12:10.008944 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-dc79c5ac-4a9a-4ff7-b413-c0f302052c7b admin admin] 10.222.0.16 "PUT /v2.0/routers/48429b99-a37c-48d2-b6c4-59b70d7acf3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5718908 Jul 15 14:12:10.010555 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 55246) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:12:10.011540 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625ce3f9-d01b-4997-a6bb-f427f78e12b7 None None] Sync routers for ids ['48429b99-a37c-48d2-b6c4-59b70d7acf3b'] in dv-cinder-850002-1-iscsi {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:12:10.031463 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625ce3f9-d01b-4997-a6bb-f427f78e12b7 None None] Routers {'48429b99-a37c-48d2-b6c4-59b70d7acf3b'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:12:10.032570 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-625ce3f9-d01b-4997-a6bb-f427f78e12b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:11:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['48429b99-a37c-48d2-b6c4-59b70d7acf3b'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:10.177081 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=100 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:12:10.186532 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:12:10.202281 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-625ce3f9-d01b-4997-a6bb-f427f78e12b7 None None] Set router 48429b99-a37c-48d2-b6c4-59b70d7acf3b gateway port host: dv-cinder-850002-1-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:12:10.227602 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:12:10.239010 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-1be10c6c-74d9-4107-9f11-40dd03f68d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'name': 'tempest-TestVolumeBootPattern-1580463029-router', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'f9b31570-8db1-4985-9fb9-149b734b6d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:08:57Z', 'updated_at': '2022-07-15T14:09:00Z', 'revision_number': 4, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'gw_port': {'id': 'f9b31570-8db1-4985-9fb9-149b734b6d1b', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:40:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:08:57Z', 'updated_at': '2022-07-15T14:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_floatingips': [{'id': '7f0d088f-3b47-4d07-9898-76efb4b66b42', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'router_id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'port_id': '045827b2-1b07-4c35-8cc7-f2329ad46ed0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309', 'mac_address': 'fa:16:3e:3c:9c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ea0b24-ed6f-48ea-a44f-3560c297855d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T14:12:08Z', 'updated_at': '2022-07-15T14:12:08Z', 'revision_number': 0, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d8b7d29-2293-4456-af70-b4ca025cde85', 'name': '', 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'mac_address': 'fa:16:3e:29:8b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '36841f61-1fd6-4773-a700-5f34edf482dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:08:59Z', 'updated_at': '2022-07-15T14:09:05Z', 'revision_number': 5, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'subnets': [{'id': '36841f61-1fd6-4773-a700-5f34edf482dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:10.266535 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be10c6c-74d9-4107-9f11-40dd03f68d24 None None] Checking router: a2890c66-8fcd-49a7-9eb7-46e03a8768ca for host: dv-cinder-850002-1-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:12:10.276931 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be10c6c-74d9-4107-9f11-40dd03f68d24 None None] Routers {'a2890c66-8fcd-49a7-9eb7-46e03a8768ca'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:12:10.277555 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-1be10c6c-74d9-4107-9f11-40dd03f68d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:11:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['a2890c66-8fcd-49a7-9eb7-46e03a8768ca'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:10.367355 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-300daa7f-a7e7-482c-a153-dfe21ee8fd25 admin admin] Publish callbacks [] for router (48429b99-a37c-48d2-b6c4-59b70d7acf3b), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:10.370529 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:12:10.391145 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-1be10c6c-74d9-4107-9f11-40dd03f68d24 None None] Set router a2890c66-8fcd-49a7-9eb7-46e03a8768ca gateway port host: dv-cinder-850002-1-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:12:10.392844 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-625ce3f9-d01b-4997-a6bb-f427f78e12b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48429b99-a37c-48d2-b6c4-59b70d7acf3b', 'name': 'tempest-TestShelveInstance-1204967270-router', 'tenant_id': 'e608cc75a5ed4f05b462c84c29a31788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '0854610f-0eb6-4005-a81a-470fffabd39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:07:21Z', 'updated_at': '2022-07-15T14:12:09Z', 'revision_number': 5, 'project_id': 'e608cc75a5ed4f05b462c84c29a31788', 'gw_port': {'id': '0854610f-0eb6-4005-a81a-470fffabd39d', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48429b99-a37c-48d2-b6c4-59b70d7acf3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:22Z', 'updated_at': '2022-07-15T14:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi'}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:10.421839 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625ce3f9-d01b-4997-a6bb-f427f78e12b7 None None] Checking router: 48429b99-a37c-48d2-b6c4-59b70d7acf3b for host: dv-cinder-850002-1-iscsi {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:12:10.430870 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625ce3f9-d01b-4997-a6bb-f427f78e12b7 None None] Routers {'48429b99-a37c-48d2-b6c4-59b70d7acf3b'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:12:10.431609 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-625ce3f9-d01b-4997-a6bb-f427f78e12b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:11:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['48429b99-a37c-48d2-b6c4-59b70d7acf3b'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:10.483838 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-300daa7f-a7e7-482c-a153-dfe21ee8fd25 admin admin] Publish callbacks [] for router_gateway (48429b99-a37c-48d2-b6c4-59b70d7acf3b), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:10.493910 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:12:10.542762 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-625ce3f9-d01b-4997-a6bb-f427f78e12b7 None None] Set router 48429b99-a37c-48d2-b6c4-59b70d7acf3b gateway port host: dv-cinder-850002-1-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:12:10.552062 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-300daa7f-a7e7-482c-a153-dfe21ee8fd25 admin admin] Deleting port 0854610f-0eb6-4005-a81a-470fffabd39d {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:12:10.553410 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-300daa7f-a7e7-482c-a153-dfe21ee8fd25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (0854610f-0eb6-4005-a81a-470fffabd39d), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:10.627785 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:12:10.654810 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-300daa7f-a7e7-482c-a153-dfe21ee8fd25 admin admin] For port 0854610f-0eb6-4005-a81a-470fffabd39d, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=0854610f-0eb6-4005-a81a-470fffabd39d,segment=NetworkSegment(4890d217-1662-4526-a7d0-b4e3cb182093),segment_id=4890d217-1662-4526-a7d0-b4e3cb182093)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:12:10.655617 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-300daa7f-a7e7-482c-a153-dfe21ee8fd25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (0854610f-0eb6-4005-a81a-470fffabd39d), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:10.658443 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6dbb94-7d4b-4cf3-8927-4966f31e3597 req-327592ae-5e53-4bed-b0b1-4daa2ef3ed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:10.660875 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-3b6dbb94-7d4b-4cf3-8927-4966f31e3597 req-327592ae-5e53-4bed-b0b1-4daa2ef3ed6b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ddbd6e1cb0814523b4e528c14d06cdad&device_id=f9ea0b24-ed6f-48ea-a44f-3560c297855d HTTP/1.1" status: 200 len: 1129 time: 0.0728097 Jul 15 14:12:10.670118 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:12:10.676037 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-300daa7f-a7e7-482c-a153-dfe21ee8fd25 admin admin] Calling delete_port for 0854610f-0eb6-4005-a81a-470fffabd39d owned by network:router_gateway {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:12:10.724950 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-1be10c6c-74d9-4107-9f11-40dd03f68d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'name': 'tempest-TestVolumeBootPattern-1580463029-router', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'f9b31570-8db1-4985-9fb9-149b734b6d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:08:57Z', 'updated_at': '2022-07-15T14:09:00Z', 'revision_number': 4, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'gw_port': {'id': 'f9b31570-8db1-4985-9fb9-149b734b6d1b', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:40:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:08:57Z', 'updated_at': '2022-07-15T14:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_floatingips': [{'id': '7f0d088f-3b47-4d07-9898-76efb4b66b42', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'router_id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'port_id': '045827b2-1b07-4c35-8cc7-f2329ad46ed0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309', 'mac_address': 'fa:16:3e:3c:9c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ea0b24-ed6f-48ea-a44f-3560c297855d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T14:12:08Z', 'updated_at': '2022-07-15T14:12:08Z', 'revision_number': 0, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d8b7d29-2293-4456-af70-b4ca025cde85', 'name': '', 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'mac_address': 'fa:16:3e:29:8b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '36841f61-1fd6-4773-a700-5f34edf482dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:08:59Z', 'updated_at': '2022-07-15T14:09:05Z', 'revision_number': 5, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'subnets': [{'id': '36841f61-1fd6-4773-a700-5f34edf482dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:10.754148 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be10c6c-74d9-4107-9f11-40dd03f68d24 None None] The sync data for ids ['a2890c66-8fcd-49a7-9eb7-46e03a8768ca'] in dv-cinder-850002-1-iscsi is: [{'id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'name': 'tempest-TestVolumeBootPattern-1580463029-router', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'f9b31570-8db1-4985-9fb9-149b734b6d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:08:57Z', 'updated_at': '2022-07-15T14:09:00Z', 'revision_number': 4, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'gw_port': {'id': 'f9b31570-8db1-4985-9fb9-149b734b6d1b', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:40:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:08:57Z', 'updated_at': '2022-07-15T14:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_floatingips': [{'id': '7f0d088f-3b47-4d07-9898-76efb4b66b42', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'router_id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'port_id': '045827b2-1b07-4c35-8cc7-f2329ad46ed0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309', 'mac_address': 'fa:16:3e:3c:9c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ea0b24-ed6f-48ea-a44f-3560c297855d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T14:12:08Z', 'updated_at': '2022-07-15T14:12:08Z', 'revision_number': 0, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d8b7d29-2293-4456-af70-b4ca025cde85', 'name': '', 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'mac_address': 'fa:16:3e:29:8b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '36841f61-1fd6-4773-a700-5f34edf482dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:08:59Z', 'updated_at': '2022-07-15T14:09:05Z', 'revision_number': 5, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'subnets': [{'id': '36841f61-1fd6-4773-a700-5f34edf482dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:12:10.766072 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-625ce3f9-d01b-4997-a6bb-f427f78e12b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48429b99-a37c-48d2-b6c4-59b70d7acf3b', 'name': 'tempest-TestShelveInstance-1204967270-router', 'tenant_id': 'e608cc75a5ed4f05b462c84c29a31788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '0854610f-0eb6-4005-a81a-470fffabd39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:07:21Z', 'updated_at': '2022-07-15T14:12:09Z', 'revision_number': 5, 'project_id': 'e608cc75a5ed4f05b462c84c29a31788', 'gw_port': {'id': '0854610f-0eb6-4005-a81a-470fffabd39d', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48429b99-a37c-48d2-b6c4-59b70d7acf3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:22Z', 'updated_at': '2022-07-15T14:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi'}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:10.799419 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6dbb94-7d4b-4cf3-8927-4966f31e3597 req-134cf721-4bb6-43b2-9c11-c411d07a8d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:10.801026 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-3b6dbb94-7d4b-4cf3-8927-4966f31e3597 req-134cf721-4bb6-43b2-9c11-c411d07a8d71 service neutron] 10.222.0.64 "GET /v2.0/networks?id=83416a30-2d17-494b-808c-bdf0235bc309 HTTP/1.1" status: 200 len: 913 time: 0.1332409 Jul 15 14:12:10.806862 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625ce3f9-d01b-4997-a6bb-f427f78e12b7 None None] The sync data for ids ['48429b99-a37c-48d2-b6c4-59b70d7acf3b'] in dv-cinder-850002-1-iscsi is: [{'id': '48429b99-a37c-48d2-b6c4-59b70d7acf3b', 'name': 'tempest-TestShelveInstance-1204967270-router', 'tenant_id': 'e608cc75a5ed4f05b462c84c29a31788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '0854610f-0eb6-4005-a81a-470fffabd39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:07:21Z', 'updated_at': '2022-07-15T14:12:09Z', 'revision_number': 5, 'project_id': 'e608cc75a5ed4f05b462c84c29a31788', 'gw_port': {'id': '0854610f-0eb6-4005-a81a-470fffabd39d', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48429b99-a37c-48d2-b6c4-59b70d7acf3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:22Z', 'updated_at': '2022-07-15T14:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi'}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:12:10.882328 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-3b6dbb94-7d4b-4cf3-8927-4966f31e3597 req-0302af11-f44b-4bdc-bb7a-2069ac8ee652 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=045827b2-1b07-4c35-8cc7-f2329ad46ed0 HTTP/1.1" status: 200 len: 998 time: 0.0743256 Jul 15 14:12:10.887759 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-300daa7f-a7e7-482c-a153-dfe21ee8fd25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59481580'] for port (0854610f-0eb6-4005-a81a-470fffabd39d), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:10.919300 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300daa7f-a7e7-482c-a153-dfe21ee8fd25 admin admin] Pushing event deleted for resources: {'Port': ['ID=0854610f-0eb6-4005-a81a-470fffabd39d,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:10.949215 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6dbb94-7d4b-4cf3-8927-4966f31e3597 req-97913c40-6a50-4d7b-913c-d5afa37824ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:10.950763 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-3b6dbb94-7d4b-4cf3-8927-4966f31e3597 req-97913c40-6a50-4d7b-913c-d5afa37824ac service neutron] 10.222.0.64 "GET /v2.0/subnets?id=36841f61-1fd6-4773-a700-5f34edf482dd HTTP/1.1" status: 200 len: 851 time: 0.0622334 Jul 15 14:12:11.007956 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6dbb94-7d4b-4cf3-8927-4966f31e3597 req-6d0f64cb-cc62-4f72-891a-c13daf56be7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:11.009867 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-3b6dbb94-7d4b-4cf3-8927-4966f31e3597 req-6d0f64cb-cc62-4f72-891a-c13daf56be7b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=83416a30-2d17-494b-808c-bdf0235bc309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503612 Jul 15 14:12:11.031244 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543ba198-293f-41ee-9f9f-f6702bf68409 None None] New status for floating IP 7f0d088f-3b47-4d07-9898-76efb4b66b42: ACTIVE {{(pid=103884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 15 14:12:11.039822 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-300daa7f-a7e7-482c-a153-dfe21ee8fd25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-452435'] for router_gateway (48429b99-a37c-48d2-b6c4-59b70d7acf3b), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:11.136954 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-3b6dbb94-7d4b-4cf3-8927-4966f31e3597 req-77eeb1a1-9c49-4c28-b335-7fbc6f28af57 service neutron] 10.222.0.64 "GET /v2.0/networks/83416a30-2d17-494b-808c-bdf0235bc309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200151 Jul 15 14:12:11.160538 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-300daa7f-a7e7-482c-a153-dfe21ee8fd25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6549'] for router (48429b99-a37c-48d2-b6c4-59b70d7acf3b), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:11.164162 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-300daa7f-a7e7-482c-a153-dfe21ee8fd25 admin admin] Publish callbacks [] for router_controller (48429b99-a37c-48d2-b6c4-59b70d7acf3b), precommit_delete_associations {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:11.262897 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=100 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:12:11.265827 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-3b6dbb94-7d4b-4cf3-8927-4966f31e3597 req-5d4a4010-45d1-41eb-a14f-5118f7bd0898 service neutron] 10.222.0.64 "GET /v2.0/networks/83416a30-2d17-494b-808c-bdf0235bc309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221015 Jul 15 14:12:11.292302 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-300daa7f-a7e7-482c-a153-dfe21ee8fd25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-458408'] for router (48429b99-a37c-48d2-b6c4-59b70d7acf3b), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:11.293618 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300daa7f-a7e7-482c-a153-dfe21ee8fd25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48429b99-a37c-48d2-b6c4-59b70d7acf3b {{(pid=103882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:12:11.300304 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-300daa7f-a7e7-482c-a153-dfe21ee8fd25 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:11.302109 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-300daa7f-a7e7-482c-a153-dfe21ee8fd25 admin admin] 10.222.0.16 "DELETE /v2.0/routers/48429b99-a37c-48d2-b6c4-59b70d7acf3b HTTP/1.1" status: 204 len: 168 time: 1.2903349 Jul 15 14:12:11.304525 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 55252) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:12:11.372681 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_v2 [None req-6692ea8f-49d5-4b98-a26e-3dd8beca73af admin admin] Deleting subnet 11e103b7-3d94-49bf-928a-697ea97318ef {{(pid=103882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 15 14:12:11.376514 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6692ea8f-49d5-4b98-a26e-3dd8beca73af admin admin] Publish callbacks [] for subnet (11e103b7-3d94-49bf-928a-697ea97318ef), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:11.433413 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6692ea8f-49d5-4b98-a26e-3dd8beca73af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59481126'] for subnet (11e103b7-3d94-49bf-928a-697ea97318ef), precommit_delete_associations {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:11.525709 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6692ea8f-49d5-4b98-a26e-3dd8beca73af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7811561'] for subnet (11e103b7-3d94-49bf-928a-697ea97318ef), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:11.596930 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6692ea8f-49d5-4b98-a26e-3dd8beca73af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7811472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59481147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59290875'] for subnet (11e103b7-3d94-49bf-928a-697ea97318ef), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:11.618683 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bbfd25-14a5-4388-903f-387d47b7be86 None None] Network 23ed595f-021e-4b49-9057-9caea24d9122 requested from dv-cinder-850002-1-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 14:12:11.631753 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6692ea8f-49d5-4b98-a26e-3dd8beca73af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:11.637245 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-6692ea8f-49d5-4b98-a26e-3dd8beca73af admin admin] 10.222.0.16 "DELETE /v2.0/subnets/11e103b7-3d94-49bf-928a-697ea97318ef HTTP/1.1" status: 204 len: 168 time: 0.3282254 Jul 15 14:12:11.637245 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6692ea8f-49d5-4b98-a26e-3dd8beca73af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11e103b7-3d94-49bf-928a-697ea97318ef,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:11.638504 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 55258) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:12:11.724355 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 60b858ee-455e-4bac-a1d8-2c997de3e73f no longer exists at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:12:11.736687 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2ed2e65d-fbb3-4258-acd1-ce1f404c528f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7936400'] for network (23ed595f-021e-4b49-9057-9caea24d9122), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:11.763310 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] No Port match for: 60b858ee-455e-4bac-a1d8-2c997de3e73f {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 15 14:12:11.763657 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 60b858ee-455e-4bac-a1d8-2c997de3e73f not bound to the agent host dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:12:11.787329 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-2ed2e65d-fbb3-4258-acd1-ce1f404c528f admin admin] Deleting port c1fc8007-1625-4c1e-a3cc-b50dea81b172 {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:12:11.787770 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2ed2e65d-fbb3-4258-acd1-ce1f404c528f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (c1fc8007-1625-4c1e-a3cc-b50dea81b172), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:11.854922 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [None req-2ed2e65d-fbb3-4258-acd1-ce1f404c528f admin admin] For port c1fc8007-1625-4c1e-a3cc-b50dea81b172, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=c1fc8007-1625-4c1e-a3cc-b50dea81b172,segment=NetworkSegment(dc81c258-301f-4317-abf3-b2232d08a25e),segment_id=dc81c258-301f-4317-abf3-b2232d08a25e)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:12:11.855280 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2ed2e65d-fbb3-4258-acd1-ce1f404c528f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (c1fc8007-1625-4c1e-a3cc-b50dea81b172), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:11.873493 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-2ed2e65d-fbb3-4258-acd1-ce1f404c528f admin admin] Calling delete_port for c1fc8007-1625-4c1e-a3cc-b50dea81b172 owned by network:dhcp {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:12:11.884888 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:12:11.955687 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2ed2e65d-fbb3-4258-acd1-ce1f404c528f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (c1fc8007-1625-4c1e-a3cc-b50dea81b172), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:11.988326 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2e65d-fbb3-4258-acd1-ce1f404c528f admin admin] Pushing event deleted for resources: {'Port': ['ID=c1fc8007-1625-4c1e-a3cc-b50dea81b172,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:11.993790 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed2e65d-fbb3-4258-acd1-ce1f404c528f admin admin] No DVR routers for this DVR port c1fc8007-1625-4c1e-a3cc-b50dea81b172 on host dv-cinder-850002-1-iscsi {{(pid=103881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 15 14:12:12.075566 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2ed2e65d-fbb3-4258-acd1-ce1f404c528f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7814826', 'neutron.services.segments.db._delete_segments_for_network-8774722533663'] for network (23ed595f-021e-4b49-9057-9caea24d9122), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:12.078250 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1699805f-9eb6-4f0e-b475-b7dce35c81dc None None] DHCP port deletion for 23ed595f-021e-4b49-9057-9caea24d9122 request from dv-cinder-850002-1-iscsi {{(pid=103883) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 15 14:12:12.107934 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.services.segments.db [None req-2ed2e65d-fbb3-4258-acd1-ce1f404c528f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23ed595f-021e-4b49-9057-9caea24d9122']}} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:12.126498 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.services.segments.db [None req-2ed2e65d-fbb3-4258-acd1-ce1f404c528f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc81c258-301f-4317-abf3-b2232d08a25e') {'for_net_delete': True} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:12.127015 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.services.segments.db [None req-2ed2e65d-fbb3-4258-acd1-ce1f404c528f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc81c258-301f-4317-abf3-b2232d08a25e') {} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:12.144976 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2ed2e65d-fbb3-4258-acd1-ce1f404c528f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774722502184', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524181'] for segment (dc81c258-301f-4317-abf3-b2232d08a25e), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:12.164711 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2ed2e65d-fbb3-4258-acd1-ce1f404c528f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7753414'] for segment (dc81c258-301f-4317-abf3-b2232d08a25e), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:12.171603 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ed2e65d-fbb3-4258-acd1-ce1f404c528f admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=103881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:12:12.172121 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2ed2e65d-fbb3-4258-acd1-ce1f404c528f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7753414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3268282'] for segment (dc81c258-301f-4317-abf3-b2232d08a25e), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:12.224878 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.services.segments.plugin [-] Segment dc81c258-301f-4317-abf3-b2232d08a25e resource provider aggregate not found Jul 15 14:12:12.245275 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.services.segments.plugin [-] Segment dc81c258-301f-4317-abf3-b2232d08a25e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dc81c258-301f-4317-abf3-b2232d08a25e found for delete ", "request_id": "req-ac9e0330-b2ea-4aac-89b3-084726963d9a"}]} Jul 15 14:12:12.246657 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2ed2e65d-fbb3-4258-acd1-ce1f404c528f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7814819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452470'] for network (23ed595f-021e-4b49-9057-9caea24d9122), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:12.251202 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2ed2e65d-fbb3-4258-acd1-ce1f404c528f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for network (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:12.254395 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-2ed2e65d-fbb3-4258-acd1-ce1f404c528f admin admin] 10.222.0.16 "DELETE /v2.0/networks/23ed595f-021e-4b49-9057-9caea24d9122 HTTP/1.1" status: 204 len: 168 time: 0.6148765 Jul 15 14:12:12.258155 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 55264) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:12:12.267705 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2e65d-fbb3-4258-acd1-ce1f404c528f admin admin] Pushing event deleted for resources: {'Network': ['ID=23ed595f-021e-4b49-9057-9caea24d9122,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:12.409414 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:12:12.463826 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:12:12.605518 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cb8ee83d-8530-498d-8f65-be7fae770894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452826'] for router_interface (52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:12.851131 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-cb8ee83d-8530-498d-8f65-be7fae770894 admin admin] Deleting port 1508d463-cabf-4572-b80c-76e1e180173f {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:12:12.851467 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cb8ee83d-8530-498d-8f65-be7fae770894 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (1508d463-cabf-4572-b80c-76e1e180173f), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:12.943401 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-cb8ee83d-8530-498d-8f65-be7fae770894 admin admin] For port 1508d463-cabf-4572-b80c-76e1e180173f, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=1508d463-cabf-4572-b80c-76e1e180173f,segment=NetworkSegment(b0ff9e51-9017-4d8b-b7a2-e36450b974fd),segment_id=b0ff9e51-9017-4d8b-b7a2-e36450b974fd)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:12:12.943777 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cb8ee83d-8530-498d-8f65-be7fae770894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (1508d463-cabf-4572-b80c-76e1e180173f), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:12.958417 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-cb8ee83d-8530-498d-8f65-be7fae770894 admin admin] Calling delete_port for 1508d463-cabf-4572-b80c-76e1e180173f owned by network:router_interface {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:12:13.157668 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cb8ee83d-8530-498d-8f65-be7fae770894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59481580'] for port (1508d463-cabf-4572-b80c-76e1e180173f), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:13.184175 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8ee83d-8530-498d-8f65-be7fae770894 admin admin] Pushing event deleted for resources: {'Port': ['ID=1508d463-cabf-4572-b80c-76e1e180173f,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:13.343211 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:12:13.346017 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cb8ee83d-8530-498d-8f65-be7fae770894 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452726'] for router_interface (52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:13.347824 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:12:13.375365 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-fe0e1ab1-eda6-410c-bdef-898a7cab7c60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (6c40ee43-5406-4a95-b7b4-11b32ddced25), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:13.556813 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8ee83d-8530-498d-8f65-be7fae770894 admin admin] Router 52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2 has already been hosted by L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 14:12:13.669036 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8ee83d-8530-498d-8f65-be7fae770894 admin admin] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:12:13.676709 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-cb8ee83d-8530-498d-8f65-be7fae770894 admin admin] 10.222.0.16 "PUT /v2.0/routers/52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4148250 Jul 15 14:12:13.678071 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 55278) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:12:13.678450 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647f5803-a451-4298-b28c-5cecbe93cf0d None None] Sync routers for ids ['52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2'] in dv-cinder-850002-1-iscsi {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:12:13.689203 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647f5803-a451-4298-b28c-5cecbe93cf0d None None] Routers {'52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:12:13.689894 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-647f5803-a451-4298-b28c-5cecbe93cf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:11:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:13.749232 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device c1fc8007-1625-4c1e-a3cc-b50dea81b172 no longer exists at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:12:13.780845 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] No Port match for: c1fc8007-1625-4c1e-a3cc-b50dea81b172 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 15 14:12:13.780845 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device c1fc8007-1625-4c1e-a3cc-b50dea81b172 not bound to the agent host dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:12:13.780845 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 0854610f-0eb6-4005-a81a-470fffabd39d no longer exists at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:12:13.795585 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b7b5738a-909a-4d37-a834-ec0fc5911fee admin admin] Publish callbacks [] for router (52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:13.829453 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] No Port match for: 0854610f-0eb6-4005-a81a-470fffabd39d {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 15 14:12:13.829805 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 0854610f-0eb6-4005-a81a-470fffabd39d not bound to the agent host dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:12:13.872648 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-647f5803-a451-4298-b28c-5cecbe93cf0d None None] Set router 52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2 gateway port host: dv-cinder-850002-1-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:12:13.917156 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b7b5738a-909a-4d37-a834-ec0fc5911fee admin admin] Publish callbacks [] for router_gateway (52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:13.959355 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-b7b5738a-909a-4d37-a834-ec0fc5911fee admin admin] Deleting port d3caf41e-c6b7-4cff-be0c-fbfdfdf450db {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:12:13.959722 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b7b5738a-909a-4d37-a834-ec0fc5911fee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (d3caf41e-c6b7-4cff-be0c-fbfdfdf450db), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:14.047611 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-b7b5738a-909a-4d37-a834-ec0fc5911fee admin admin] For port d3caf41e-c6b7-4cff-be0c-fbfdfdf450db, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=d3caf41e-c6b7-4cff-be0c-fbfdfdf450db,segment=NetworkSegment(4890d217-1662-4526-a7d0-b4e3cb182093),segment_id=4890d217-1662-4526-a7d0-b4e3cb182093)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:12:14.048002 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b7b5738a-909a-4d37-a834-ec0fc5911fee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (d3caf41e-c6b7-4cff-be0c-fbfdfdf450db), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:14.069716 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-b7b5738a-909a-4d37-a834-ec0fc5911fee admin admin] Calling delete_port for d3caf41e-c6b7-4cff-be0c-fbfdfdf450db owned by network:router_gateway {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:12:14.200060 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-647f5803-a451-4298-b28c-5cecbe93cf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2', 'name': 'tempest-TestShelveInstance-1181793566-router', 'tenant_id': '45cc3efc2301469d897af308ce66fde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'd3caf41e-c6b7-4cff-be0c-fbfdfdf450db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:07:30Z', 'updated_at': '2022-07-15T14:12:13Z', 'revision_number': 5, 'project_id': '45cc3efc2301469d897af308ce66fde6', 'gw_port': {'id': 'd3caf41e-c6b7-4cff-be0c-fbfdfdf450db', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:93:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:07:30Z', 'updated_at': '2022-07-15T14:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi'}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:14.227069 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647f5803-a451-4298-b28c-5cecbe93cf0d None None] Checking router: 52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2 for host: dv-cinder-850002-1-iscsi {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:12:14.236262 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647f5803-a451-4298-b28c-5cecbe93cf0d None None] Routers {'52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:12:14.236929 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-647f5803-a451-4298-b28c-5cecbe93cf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:11:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:14.239405 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:12:14.255846 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b7b5738a-909a-4d37-a834-ec0fc5911fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59481580'] for port (d3caf41e-c6b7-4cff-be0c-fbfdfdf450db), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:14.260999 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:12:14.283752 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b5738a-909a-4d37-a834-ec0fc5911fee admin admin] Pushing event deleted for resources: {'Port': ['ID=d3caf41e-c6b7-4cff-be0c-fbfdfdf450db,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:14.330361 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-647f5803-a451-4298-b28c-5cecbe93cf0d None None] Set router 52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2 gateway port host: None {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:12:14.348445 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b7b5738a-909a-4d37-a834-ec0fc5911fee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-452435'] for router_gateway (52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:14.389175 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-647f5803-a451-4298-b28c-5cecbe93cf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2', 'name': 'tempest-TestShelveInstance-1181793566-router', 'tenant_id': '45cc3efc2301469d897af308ce66fde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:07:30Z', 'updated_at': '2022-07-15T14:12:13Z', 'revision_number': 6, 'project_id': '45cc3efc2301469d897af308ce66fde6', 'gw_port_host': None}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:14.417472 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647f5803-a451-4298-b28c-5cecbe93cf0d None None] The sync data for ids ['52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2'] in dv-cinder-850002-1-iscsi is: [{'id': '52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2', 'name': 'tempest-TestShelveInstance-1181793566-router', 'tenant_id': '45cc3efc2301469d897af308ce66fde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:07:30Z', 'updated_at': '2022-07-15T14:12:13Z', 'revision_number': 6, 'project_id': '45cc3efc2301469d897af308ce66fde6', 'gw_port_host': None}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:12:14.671903 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b7b5738a-909a-4d37-a834-ec0fc5911fee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6549'] for router (52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:14.674163 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b7b5738a-909a-4d37-a834-ec0fc5911fee admin admin] Publish callbacks [] for router_controller (52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2), precommit_delete_associations {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:14.719677 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b7b5738a-909a-4d37-a834-ec0fc5911fee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-458408'] for router (52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:14.720501 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b5738a-909a-4d37-a834-ec0fc5911fee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2 {{(pid=103882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:12:14.724621 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b7b5738a-909a-4d37-a834-ec0fc5911fee admin admin] Publish callbacks [] for router (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:14.725758 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-b7b5738a-909a-4d37-a834-ec0fc5911fee admin admin] 10.222.0.16 "DELETE /v2.0/routers/52f1fac6-6a44-47cd-a2fb-aa06ba3e52e2 HTTP/1.1" status: 204 len: 168 time: 1.0467505 Jul 15 14:12:14.728341 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 55286) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:12:14.775659 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_v2 [None req-20583475-97ea-4156-b73f-2e00c6fe7560 admin admin] Deleting subnet 997e831b-306f-4d04-b008-e5e22cf28587 {{(pid=103882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 15 14:12:14.779326 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-20583475-97ea-4156-b73f-2e00c6fe7560 admin admin] Publish callbacks [] for subnet (997e831b-306f-4d04-b008-e5e22cf28587), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:14.819480 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-20583475-97ea-4156-b73f-2e00c6fe7560 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59481126'] for subnet (997e831b-306f-4d04-b008-e5e22cf28587), precommit_delete_associations {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:14.903711 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-20583475-97ea-4156-b73f-2e00c6fe7560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7811561'] for subnet (997e831b-306f-4d04-b008-e5e22cf28587), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:14.959784 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-20583475-97ea-4156-b73f-2e00c6fe7560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7811472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59481147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59290875'] for subnet (997e831b-306f-4d04-b008-e5e22cf28587), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:14.985790 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20583475-97ea-4156-b73f-2e00c6fe7560 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=997e831b-306f-4d04-b008-e5e22cf28587,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:14.992599 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-20583475-97ea-4156-b73f-2e00c6fe7560 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:14.998818 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-20583475-97ea-4156-b73f-2e00c6fe7560 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/997e831b-306f-4d04-b008-e5e22cf28587 HTTP/1.1" status: 204 len: 168 time: 0.2692580 Jul 15 14:12:14.999312 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 55296) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:12:15.002684 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decd9e4e-0a7e-46fe-b97c-2654a4b11a3a None None] Network 99e4efdd-dacd-4f1e-aecd-d0e996f3ca80 requested from dv-cinder-850002-1-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 14:12:15.080564 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b70625bd-7e16-4e77-9245-6e51589ee2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7936400'] for network (99e4efdd-dacd-4f1e-aecd-d0e996f3ca80), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:15.134364 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-b70625bd-7e16-4e77-9245-6e51589ee2e1 admin admin] Deleting port b3ba42d8-f5ad-4c42-b3fd-246f59f69d53 {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:12:15.134364 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b70625bd-7e16-4e77-9245-6e51589ee2e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (b3ba42d8-f5ad-4c42-b3fd-246f59f69d53), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:15.226571 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-b70625bd-7e16-4e77-9245-6e51589ee2e1 admin admin] For port b3ba42d8-f5ad-4c42-b3fd-246f59f69d53, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=b3ba42d8-f5ad-4c42-b3fd-246f59f69d53,segment=NetworkSegment(b0ff9e51-9017-4d8b-b7a2-e36450b974fd),segment_id=b0ff9e51-9017-4d8b-b7a2-e36450b974fd)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:12:15.226991 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b70625bd-7e16-4e77-9245-6e51589ee2e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (b3ba42d8-f5ad-4c42-b3fd-246f59f69d53), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:15.246612 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-b70625bd-7e16-4e77-9245-6e51589ee2e1 admin admin] Calling delete_port for b3ba42d8-f5ad-4c42-b3fd-246f59f69d53 owned by network:dhcp {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:12:15.247686 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c131c67-23fa-407f-8a01-87630101acce None None] DHCP port deletion for 99e4efdd-dacd-4f1e-aecd-d0e996f3ca80 request from dv-cinder-850002-1-iscsi {{(pid=103883) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 15 14:12:15.297381 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-5c131c67-23fa-407f-8a01-87630101acce None None] Deleting port b3ba42d8-f5ad-4c42-b3fd-246f59f69d53 {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:12:15.297381 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5c131c67-23fa-407f-8a01-87630101acce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (b3ba42d8-f5ad-4c42-b3fd-246f59f69d53), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:15.364273 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b70625bd-7e16-4e77-9245-6e51589ee2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59481580'] for port (b3ba42d8-f5ad-4c42-b3fd-246f59f69d53), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:15.379596 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-5c131c67-23fa-407f-8a01-87630101acce None None] For port b3ba42d8-f5ad-4c42-b3fd-246f59f69d53, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=b3ba42d8-f5ad-4c42-b3fd-246f59f69d53,segment=NetworkSegment(b0ff9e51-9017-4d8b-b7a2-e36450b974fd),segment_id=b0ff9e51-9017-4d8b-b7a2-e36450b974fd)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:12:15.380107 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5c131c67-23fa-407f-8a01-87630101acce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (b3ba42d8-f5ad-4c42-b3fd-246f59f69d53), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:15.401293 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-5c131c67-23fa-407f-8a01-87630101acce None None] Calling delete_port for b3ba42d8-f5ad-4c42-b3fd-246f59f69d53 owned by network:dhcp {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:12:15.402870 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70625bd-7e16-4e77-9245-6e51589ee2e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3ba42d8-f5ad-4c42-b3fd-246f59f69d53,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:15.408708 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70625bd-7e16-4e77-9245-6e51589ee2e1 admin admin] No DVR routers for this DVR port b3ba42d8-f5ad-4c42-b3fd-246f59f69d53 on host dv-cinder-850002-1-iscsi {{(pid=103882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 15 14:12:15.493359 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 55306) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:12:15.499510 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b70625bd-7e16-4e77-9245-6e51589ee2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7814826', 'neutron.services.segments.db._delete_segments_for_network-8774722533663'] for network (99e4efdd-dacd-4f1e-aecd-d0e996f3ca80), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:15.502145 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:12:15.510237 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5c131c67-23fa-407f-8a01-87630101acce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204'] for port (b3ba42d8-f5ad-4c42-b3fd-246f59f69d53), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:15.527970 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-b70625bd-7e16-4e77-9245-6e51589ee2e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99e4efdd-dacd-4f1e-aecd-d0e996f3ca80']}} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:15.541372 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-b70625bd-7e16-4e77-9245-6e51589ee2e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0ff9e51-9017-4d8b-b7a2-e36450b974fd') {'for_net_delete': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:15.541780 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-b70625bd-7e16-4e77-9245-6e51589ee2e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0ff9e51-9017-4d8b-b7a2-e36450b974fd') {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:15.556489 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b70625bd-7e16-4e77-9245-6e51589ee2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774722502184', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59481129'] for segment (b0ff9e51-9017-4d8b-b7a2-e36450b974fd), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:15.559335 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c131c67-23fa-407f-8a01-87630101acce None None] No DVR routers for this DVR port b3ba42d8-f5ad-4c42-b3fd-246f59f69d53 on host dv-cinder-850002-1-iscsi {{(pid=103883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 15 14:12:15.563887 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:12:15.569707 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c131c67-23fa-407f-8a01-87630101acce None None] Pushing event deleted for resources: {'Port': ['ID=b3ba42d8-f5ad-4c42-b3fd-246f59f69d53,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:15.577719 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b70625bd-7e16-4e77-9245-6e51589ee2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7753414'] for segment (b0ff9e51-9017-4d8b-b7a2-e36450b974fd), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:15.580889 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:12:15.590662 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b70625bd-7e16-4e77-9245-6e51589ee2e1 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=103882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:12:15.591155 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b70625bd-7e16-4e77-9245-6e51589ee2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7753414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59481561'] for segment (b0ff9e51-9017-4d8b-b7a2-e36450b974fd), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:15.634301 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.services.segments.plugin [-] Segment b0ff9e51-9017-4d8b-b7a2-e36450b974fd resource provider aggregate not found Jul 15 14:12:15.676341 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.services.segments.plugin [-] Segment b0ff9e51-9017-4d8b-b7a2-e36450b974fd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b0ff9e51-9017-4d8b-b7a2-e36450b974fd found for delete ", "request_id": "req-914b2d40-8785-4784-ab14-16a06414a7d0"}]} Jul 15 14:12:15.696744 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b70625bd-7e16-4e77-9245-6e51589ee2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7814819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452470'] for network (99e4efdd-dacd-4f1e-aecd-d0e996f3ca80), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:15.698918 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 1508d463-cabf-4572-b80c-76e1e180173f no longer exists at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:12:15.702576 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b70625bd-7e16-4e77-9245-6e51589ee2e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for network (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:15.705910 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-b70625bd-7e16-4e77-9245-6e51589ee2e1 admin admin] 10.222.0.16 "DELETE /v2.0/networks/99e4efdd-dacd-4f1e-aecd-d0e996f3ca80 HTTP/1.1" status: 204 len: 168 time: 0.7056210 Jul 15 14:12:15.719239 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e42c672e-d473-410b-8633-2a311a8298a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:15.727245 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] No Port match for: 1508d463-cabf-4572-b80c-76e1e180173f {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 15 14:12:15.727704 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 1508d463-cabf-4572-b80c-76e1e180173f not bound to the agent host dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:12:15.728242 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device d3caf41e-c6b7-4cff-be0c-fbfdfdf450db no longer exists at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:12:15.730469 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70625bd-7e16-4e77-9245-6e51589ee2e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=99e4efdd-dacd-4f1e-aecd-d0e996f3ca80,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:15.752676 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] No Port match for: d3caf41e-c6b7-4cff-be0c-fbfdfdf450db {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 15 14:12:15.753121 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device d3caf41e-c6b7-4cff-be0c-fbfdfdf450db not bound to the agent host dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:12:15.753612 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device b3ba42d8-f5ad-4c42-b3fd-246f59f69d53 no longer exists at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:12:15.774797 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] No Port match for: b3ba42d8-f5ad-4c42-b3fd-246f59f69d53 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 15 14:12:15.775215 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device b3ba42d8-f5ad-4c42-b3fd-246f59f69d53 not bound to the agent host dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:12:15.843791 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e42c672e-d473-410b-8633-2a311a8298a4 admin admin] Publish callbacks [] for security_group (59f0b782-884f-4e4e-9e02-a9f8ef11877b), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:15.849122 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e42c672e-d473-410b-8633-2a311a8298a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (59f0b782-884f-4e4e-9e02-a9f8ef11877b), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:15.856176 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 55316) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:12:15.860751 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-325ed5cf-fdea-40c2-affe-fdd979ce92ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (f703993d-e678-48e2-a65c-4d8192af82e3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:15.902487 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-e42c672e-d473-410b-8633-2a311a8298a4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cf0ff2ac8a1d48e0af0fcc3b56155ede&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4079971 Jul 15 14:12:15.903566 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42c672e-d473-410b-8633-2a311a8298a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f0b782-884f-4e4e-9e02-a9f8ef11877b,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:15.906973 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 55318) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:12:15.911837 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-41fdaae9-5c68-4a5a-b438-f70a76efa92d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e608cc75a5ed4f05b462c84c29a31788&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0502601 Jul 15 14:12:15.912812 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 55320) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:12:15.963234 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cecb558b-cc42-4ba8-8932-bddfc5f92a3c admin admin] Publish callbacks [] for security_group (59f0b782-884f-4e4e-9e02-a9f8ef11877b), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:15.970573 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0742840f-fe06-4a2c-a9ec-a90cdbc3bd10 admin admin] Publish callbacks [] for security_group (881b9fc8-8517-48b1-b132-19f5c0df54c2), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:15.989282 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cecb558b-cc42-4ba8-8932-bddfc5f92a3c admin admin] Publish callbacks [] for security_group (59f0b782-884f-4e4e-9e02-a9f8ef11877b), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:15.997664 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0742840f-fe06-4a2c-a9ec-a90cdbc3bd10 admin admin] Publish callbacks [] for security_group (881b9fc8-8517-48b1-b132-19f5c0df54c2), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:16.025451 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:12:16.048524 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cecb558b-cc42-4ba8-8932-bddfc5f92a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (59f0b782-884f-4e4e-9e02-a9f8ef11877b), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:16.051077 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cecb558b-cc42-4ba8-8932-bddfc5f92a3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:16.055335 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-cecb558b-cc42-4ba8-8932-bddfc5f92a3c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/59f0b782-884f-4e4e-9e02-a9f8ef11877b HTTP/1.1" status: 204 len: 168 time: 0.1443241 Jul 15 14:12:16.061413 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecb558b-cc42-4ba8-8932-bddfc5f92a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f0b782-884f-4e4e-9e02-a9f8ef11877b,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:16.065027 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0742840f-fe06-4a2c-a9ec-a90cdbc3bd10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (881b9fc8-8517-48b1-b132-19f5c0df54c2), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:16.067561 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0742840f-fe06-4a2c-a9ec-a90cdbc3bd10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:16.071476 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-0742840f-fe06-4a2c-a9ec-a90cdbc3bd10 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/881b9fc8-8517-48b1-b132-19f5c0df54c2 HTTP/1.1" status: 204 len: 168 time: 0.1555686 Jul 15 14:12:16.078777 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742840f-fe06-4a2c-a9ec-a90cdbc3bd10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881b9fc8-8517-48b1-b132-19f5c0df54c2,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:16.545378 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 55336) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:12:16.591088 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-446bd93f-52f6-4d7a-bed0-d8a6f0e9e2b2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=45cc3efc2301469d897af308ce66fde6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0440795 Jul 15 14:12:16.593605 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 55340) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:12:16.661629 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-42557a3b-1262-4523-96ae-e7ac87e39981 admin admin] Publish callbacks [] for security_group (42f57d3f-44e4-4bbf-ae2e-78856070fa8d), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:16.689436 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-42557a3b-1262-4523-96ae-e7ac87e39981 admin admin] Publish callbacks [] for security_group (42f57d3f-44e4-4bbf-ae2e-78856070fa8d), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:16.744916 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-42557a3b-1262-4523-96ae-e7ac87e39981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (42f57d3f-44e4-4bbf-ae2e-78856070fa8d), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:16.744916 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-42557a3b-1262-4523-96ae-e7ac87e39981 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:16.745787 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-42557a3b-1262-4523-96ae-e7ac87e39981 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/42f57d3f-44e4-4bbf-ae2e-78856070fa8d HTTP/1.1" status: 204 len: 168 time: 0.1512423 Jul 15 14:12:16.754081 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42557a3b-1262-4523-96ae-e7ac87e39981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f57d3f-44e4-4bbf-ae2e-78856070fa8d,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:17.123642 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 55354) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:12:17.279794 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-a7b9b625-58cc-46a2-9089-8702d0d32c5e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1505599330-network', 'tenant_id': '18d5cd47ac9f408385f194b94f17049b'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:12:17.306632 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b9b625-58cc-46a2-9089-8702d0d32c5e admin admin] Made reservation on behalf of 18d5cd47ac9f408385f194b94f17049b for: {'network': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:12:17.310475 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a7b9b625-58cc-46a2-9089-8702d0d32c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for network (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:17.323298 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62650970-9807-4a53-b182-b0e3c169648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (be31d1c0-1844-4ed1-99dc-0179bb6e7ee8), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:17.325048 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a7b9b625-58cc-46a2-9089-8702d0d32c5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:17.434079 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a7b9b625-58cc-46a2-9089-8702d0d32c5e admin admin] Publish callbacks [] for security_group (2b709147-a4f9-40e9-9b77-fe0b4b013eba), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:17.439099 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a7b9b625-58cc-46a2-9089-8702d0d32c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (2b709147-a4f9-40e9-9b77-fe0b4b013eba), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:17.468355 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7b9b625-58cc-46a2-9089-8702d0d32c5e admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=103882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:12:17.479599 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9b625-58cc-46a2-9089-8702d0d32c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b709147-a4f9-40e9-9b77-fe0b4b013eba,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:17.485429 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a7b9b625-58cc-46a2-9089-8702d0d32c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7753414'] for segment (087cb5dc-52d0-47cd-a0f9-b3274daa2bb5), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:17.485774 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.db.segments_db [None req-a7b9b625-58cc-46a2-9089-8702d0d32c5e admin admin] Added segment 087cb5dc-52d0-47cd-a0f9-b3274daa2bb5 of type vlan for network 9d7449fa-4c1b-47af-88d2-83c6bf0d6c8a Jul 15 14:12:17.544856 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a7b9b625-58cc-46a2-9089-8702d0d32c5e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774722052666'] for network (9d7449fa-4c1b-47af-88d2-83c6bf0d6c8a), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:17.575944 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a7b9b625-58cc-46a2-9089-8702d0d32c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794'] for network (9d7449fa-4c1b-47af-88d2-83c6bf0d6c8a), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:17.576991 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b9b625-58cc-46a2-9089-8702d0d32c5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:17.577569 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a7b9b625-58cc-46a2-9089-8702d0d32c5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for network (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:17.607750 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=6,neutron:INSERT=7 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:12:17.610631 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:12:17.645135 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-a7b9b625-58cc-46a2-9089-8702d0d32c5e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5194008 Jul 15 14:12:17.650584 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 55358) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:12:17.653411 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9b625-58cc-46a2-9089-8702d0d32c5e admin admin] Pushing event updated for resources: {'Network': ['ID=9d7449fa-4c1b-47af-88d2-83c6bf0d6c8a,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:17.658531 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-96066e05-9bc8-4432-99eb-81d31a7ad33c admin admin] Request body: {'subnet': {'network_id': '9d7449fa-4c1b-47af-88d2-83c6bf0d6c8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1505599330-subnet', 'tenant_id': '18d5cd47ac9f408385f194b94f17049b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:12:17.664630 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Network 9d7449fa-4c1b-47af-88d2-83c6bf0d6c8a details requested by agent ovs-agent-dv-cinder-850002-1-iscsi with host dv-cinder-850002-1-iscsi {{(pid=103883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:12:17.690429 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96066e05-9bc8-4432-99eb-81d31a7ad33c admin admin] Made reservation on behalf of 18d5cd47ac9f408385f194b94f17049b for: {'subnet': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:12:17.693610 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-96066e05-9bc8-4432-99eb-81d31a7ad33c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59476033'] for subnet (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:17.874671 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=79,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=11 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:12:17.888355 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-96066e05-9bc8-4432-99eb-81d31a7ad33c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3268383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59476147'] for subnet (cc50019d-9323-4358-954e-f9de5cb4abe7), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:17.942542 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96066e05-9bc8-4432-99eb-81d31a7ad33c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc50019d-9323-4358-954e-f9de5cb4abe7,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:17.959669 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96066e05-9bc8-4432-99eb-81d31a7ad33c admin admin] Checking segment: {'id': '087cb5dc-52d0-47cd-a0f9-b3274daa2bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9d7449fa-4c1b-47af-88d2-83c6bf0d6c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:12:17.960021 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96066e05-9bc8-4432-99eb-81d31a7ad33c admin admin] Network hostable DHCP agents. Network: 9d7449fa-4c1b-47af-88d2-83c6bf0d6c8a, hostable agents: ['6c40ee43-5406-4a95-b7b4-11b32ddced25'], hosted agents: [] {{(pid=103881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:12:17.978309 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96066e05-9bc8-4432-99eb-81d31a7ad33c admin admin] Network 9d7449fa-4c1b-47af-88d2-83c6bf0d6c8a is scheduled to be hosted by DHCP agent 6c40ee43-5406-4a95-b7b4-11b32ddced25 with binding_index 1 {{(pid=103881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:12:17.989156 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-96066e05-9bc8-4432-99eb-81d31a7ad33c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850002-1-iscsi, 9d7449fa-4c1b-47af-88d2-83c6bf0d6c8a) {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:12:17.993365 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96066e05-9bc8-4432-99eb-81d31a7ad33c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:17.993952 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-96066e05-9bc8-4432-99eb-81d31a7ad33c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for subnet (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:18.000620 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fbeb8e-ec0a-4f3d-b115-7da116cc8148 None None] Network 9d7449fa-4c1b-47af-88d2-83c6bf0d6c8a requested from dv-cinder-850002-1-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 14:12:18.020655 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-96066e05-9bc8-4432-99eb-81d31a7ad33c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3612561 Jul 15 14:12:18.111018 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb45fd34-0b62-49a4-8f65-765d382bb284 None None] Network 9d7449fa-4c1b-47af-88d2-83c6bf0d6c8a requested from dv-cinder-850002-1-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 14:12:18.135745 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:12:18.562656 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee182daf-6335-4abe-96a5-cfae59e42a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (d0f04363-b393-47bd-b9b2-c25e00098206), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:18.757036 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (7bcac420-d3a9-4cfc-af22-5ba5795a5287), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:19.902026 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae128407-eacc-43c0-a3f8-9222b35ef65a req-ccdcd585-dcdc-4b44-adf7-29004d8a157f tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:19.903520 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ae128407-eacc-43c0-a3f8-9222b35ef65a req-ccdcd585-dcdc-4b44-adf7-29004d8a157f tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] 10.222.0.16 "GET /v2.0/networks?id=9d7449fa-4c1b-47af-88d2-83c6bf0d6c8a HTTP/1.1" status: 200 len: 809 time: 0.1128373 Jul 15 14:12:19.919092 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ae128407-eacc-43c0-a3f8-9222b35ef65a req-1d4ba83b-6acf-4ab9-96a2-19f403764acf tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] 10.222.0.16 "GET /v2.0/quotas/18d5cd47ac9f408385f194b94f17049b HTTP/1.1" status: 200 len: 375 time: 0.0099013 Jul 15 14:12:19.952823 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ae128407-eacc-43c0-a3f8-9222b35ef65a req-2360ee81-f2fd-4c61-b173-b100851e80b4 tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=18d5cd47ac9f408385f194b94f17049b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284355 Jul 15 14:12:19.963820 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [req-ae128407-eacc-43c0-a3f8-9222b35ef65a req-5b920f77-4d10-493d-b82c-5242f7f5aeb9 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103882) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 15 14:12:19.964788 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ae128407-eacc-43c0-a3f8-9222b35ef65a req-5b920f77-4d10-493d-b82c-5242f7f5aeb9 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051916 Jul 15 14:12:20.056920 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ae128407-eacc-43c0-a3f8-9222b35ef65a req-4bb57103-ed4b-469a-9790-d34f3bdd4450 service neutron] 10.222.0.16 "GET /v2.0/networks/9d7449fa-4c1b-47af-88d2-83c6bf0d6c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862710 Jul 15 14:12:20.158347 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ae128407-eacc-43c0-a3f8-9222b35ef65a req-e281938a-c784-4309-9a7f-fbbe44ab3dae service neutron] 10.222.0.16 "GET /v2.0/networks/9d7449fa-4c1b-47af-88d2-83c6bf0d6c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957322 Jul 15 14:12:20.331621 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0ee7a711-e279-41f0-9215-fea3d27837b3 req-f8e151b2-271c-4974-8d56-cf427f016ecc tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] 10.222.0.16 "GET /v2.0/ports?device_id=97a74aad-ee47-42fd-9d8d-889841825a26 HTTP/1.1" status: 200 len: 210 time: 0.0314479 Jul 15 14:12:21.326445 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae128407-eacc-43c0-a3f8-9222b35ef65a req-6fc5de67-c897-4281-ada2-6bf0132d534f tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:21.327974 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ae128407-eacc-43c0-a3f8-9222b35ef65a req-6fc5de67-c897-4281-ada2-6bf0132d534f tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] 10.222.0.64 "GET /v2.0/networks?id=9d7449fa-4c1b-47af-88d2-83c6bf0d6c8a HTTP/1.1" status: 200 len: 809 time: 0.1113160 Jul 15 14:12:21.341087 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [req-ae128407-eacc-43c0-a3f8-9222b35ef65a req-b06db74b-5a46-4241-bf16-2dab7eefd360 tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Request body: {'port': {'device_id': '97a74aad-ee47-42fd-9d8d-889841825a26', 'network_id': '9d7449fa-4c1b-47af-88d2-83c6bf0d6c8a', 'admin_state_up': True, 'tenant_id': '18d5cd47ac9f408385f194b94f17049b'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:12:21.461793 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d15b7c95-e002-495f-8db9-cf5da609431d req-78cf5b96-f19a-4a9d-bf57-3a99ebe52a41 tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] 10.222.0.16 "GET /v2.0/ports?device_id=97a74aad-ee47-42fd-9d8d-889841825a26 HTTP/1.1" status: 200 len: 210 time: 0.0454514 Jul 15 14:12:21.474345 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae128407-eacc-43c0-a3f8-9222b35ef65a req-b06db74b-5a46-4241-bf16-2dab7eefd360 tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Made reservation on behalf of 18d5cd47ac9f408385f194b94f17049b for: {'port': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:12:21.483216 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ae128407-eacc-43c0-a3f8-9222b35ef65a req-b06db74b-5a46-4241-bf16-2dab7eefd360 tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:21.497616 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:12:21.634859 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [req-ae128407-eacc-43c0-a3f8-9222b35ef65a req-b06db74b-5a46-4241-bf16-2dab7eefd360 tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Allocated IP 172.20.0.13 (9d7449fa-4c1b-47af-88d2-83c6bf0d6c8a/cc50019d-9323-4358-954e-f9de5cb4abe7/ce276f51-b426-4700-9cbd-9173e17fc028) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:12:21.752914 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:12:21.795746 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ae128407-eacc-43c0-a3f8-9222b35ef65a req-b06db74b-5a46-4241-bf16-2dab7eefd360 tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Publish callbacks [] for port (ce276f51-b426-4700-9cbd-9173e17fc028), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:21.831090 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ae128407-eacc-43c0-a3f8-9222b35ef65a req-b06db74b-5a46-4241-bf16-2dab7eefd360 tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (ce276f51-b426-4700-9cbd-9173e17fc028), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:21.876194 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:12:21.879932 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae128407-eacc-43c0-a3f8-9222b35ef65a req-b06db74b-5a46-4241-bf16-2dab7eefd360 tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Network 9d7449fa-4c1b-47af-88d2-83c6bf0d6c8a is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:12:21.889044 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [req-ae128407-eacc-43c0-a3f8-9222b35ef65a req-b06db74b-5a46-4241-bf16-2dab7eefd360 tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:12:21.893765 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae128407-eacc-43c0-a3f8-9222b35ef65a req-b06db74b-5a46-4241-bf16-2dab7eefd360 tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:12:21.898778 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06db74b-5a46-4241-bf16-2dab7eefd360 tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Pushing event updated for resources: {'Port': ['ID=ce276f51-b426-4700-9cbd-9173e17fc028,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:21.950440 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae128407-eacc-43c0-a3f8-9222b35ef65a req-b06db74b-5a46-4241-bf16-2dab7eefd360 tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:21.951052 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ae128407-eacc-43c0-a3f8-9222b35ef65a req-b06db74b-5a46-4241-bf16-2dab7eefd360 tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:21.969553 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ae128407-eacc-43c0-a3f8-9222b35ef65a req-b06db74b-5a46-4241-bf16-2dab7eefd360 tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6322970 Jul 15 14:12:21.980827 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [req-ae128407-eacc-43c0-a3f8-9222b35ef65a req-b1738f33-1a6b-4359-8fab-49531f4e3593 service neutron] Request body: {'port': {'device_id': '97a74aad-ee47-42fd-9d8d-889841825a26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85000'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:12:22.042685 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ae128407-eacc-43c0-a3f8-9222b35ef65a req-b1738f33-1a6b-4359-8fab-49531f4e3593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (ce276f51-b426-4700-9cbd-9173e17fc028), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:22.320096 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [req-ae128407-eacc-43c0-a3f8-9222b35ef65a req-b1738f33-1a6b-4359-8fab-49531f4e3593 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce276f51-b426-4700-9cbd-9173e17fc028 {{(pid=103881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 14:12:22.328736 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ae128407-eacc-43c0-a3f8-9222b35ef65a req-b1738f33-1a6b-4359-8fab-49531f4e3593 service neutron] Publish callbacks [] for port (ce276f51-b426-4700-9cbd-9173e17fc028), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:22.342238 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.provisioning_blocks [req-ae128407-eacc-43c0-a3f8-9222b35ef65a req-b1738f33-1a6b-4359-8fab-49531f4e3593 service neutron] Transition to ACTIVE for port object ce276f51-b426-4700-9cbd-9173e17fc028 will not be triggered until provisioned by entity L2. {{(pid=103881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 15 14:12:22.348512 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ae128407-eacc-43c0-a3f8-9222b35ef65a req-b1738f33-1a6b-4359-8fab-49531f4e3593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268230'] for port (ce276f51-b426-4700-9cbd-9173e17fc028), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:22.405995 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1738f33-1a6b-4359-8fab-49531f4e3593 service neutron] Pushing event updated for resources: {'Port': ['ID=ce276f51-b426-4700-9cbd-9173e17fc028,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:22.490312 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-ae128407-eacc-43c0-a3f8-9222b35ef65a req-b1738f33-1a6b-4359-8fab-49531f4e3593 service neutron] Attempting to bind port ce276f51-b426-4700-9cbd-9173e17fc028 on host hv-cinder-85000 for vnic_type normal with profile {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 15 14:12:22.490643 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-ae128407-eacc-43c0-a3f8-9222b35ef65a req-b1738f33-1a6b-4359-8fab-49531f4e3593 service neutron] Attempting to bind port ce276f51-b426-4700-9cbd-9173e17fc028 by drivers openvswitch,hyperv on host hv-cinder-85000 at level 0 using segments [{'id': '087cb5dc-52d0-47cd-a0f9-b3274daa2bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9d7449fa-4c1b-47af-88d2-83c6bf0d6c8a'}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 15 14:12:22.490968 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae128407-eacc-43c0-a3f8-9222b35ef65a req-b1738f33-1a6b-4359-8fab-49531f4e3593 service neutron] Attempting to bind port ce276f51-b426-4700-9cbd-9173e17fc028 on network 9d7449fa-4c1b-47af-88d2-83c6bf0d6c8a {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:12:22.495743 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae128407-eacc-43c0-a3f8-9222b35ef65a req-b1738f33-1a6b-4359-8fab-49531f4e3593 service neutron] Port ce276f51-b426-4700-9cbd-9173e17fc028 on network 9d7449fa-4c1b-47af-88d2-83c6bf0d6c8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85000 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 15 14:12:22.496070 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae128407-eacc-43c0-a3f8-9222b35ef65a req-b1738f33-1a6b-4359-8fab-49531f4e3593 service neutron] Attempting to bind port ce276f51-b426-4700-9cbd-9173e17fc028 on network 9d7449fa-4c1b-47af-88d2-83c6bf0d6c8a {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:12:22.501262 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae128407-eacc-43c0-a3f8-9222b35ef65a req-b1738f33-1a6b-4359-8fab-49531f4e3593 service neutron] Checking agent: {'id': '73ab3907-1bcf-455f-a05d-131e96f159a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85000', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 13, 58, 57), 'started_at': datetime.datetime(2022, 7, 15, 13, 58, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 14, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 14:12:22.501597 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae128407-eacc-43c0-a3f8-9222b35ef65a req-b1738f33-1a6b-4359-8fab-49531f4e3593 service neutron] Checking segment: {'id': '087cb5dc-52d0-47cd-a0f9-b3274daa2bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9d7449fa-4c1b-47af-88d2-83c6bf0d6c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:12:22.501987 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae128407-eacc-43c0-a3f8-9222b35ef65a req-b1738f33-1a6b-4359-8fab-49531f4e3593 service neutron] Bound using segment: {'id': '087cb5dc-52d0-47cd-a0f9-b3274daa2bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9d7449fa-4c1b-47af-88d2-83c6bf0d6c8a'} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 14:12:22.502444 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-ae128407-eacc-43c0-a3f8-9222b35ef65a req-b1738f33-1a6b-4359-8fab-49531f4e3593 service neutron] Bound port: ce276f51-b426-4700-9cbd-9173e17fc028, host: hv-cinder-85000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '087cb5dc-52d0-47cd-a0f9-b3274daa2bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9d7449fa-4c1b-47af-88d2-83c6bf0d6c8a'}}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 15 14:12:22.502741 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ae128407-eacc-43c0-a3f8-9222b35ef65a req-b1738f33-1a6b-4359-8fab-49531f4e3593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (ce276f51-b426-4700-9cbd-9173e17fc028), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:22.546987 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:12:22.568421 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-ae128407-eacc-43c0-a3f8-9222b35ef65a req-b1738f33-1a6b-4359-8fab-49531f4e3593 service neutron] For port ce276f51-b426-4700-9cbd-9173e17fc028, host hv-cinder-85000, cleared binding levels {{(pid=103881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:12:22.571949 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-ae128407-eacc-43c0-a3f8-9222b35ef65a req-b1738f33-1a6b-4359-8fab-49531f4e3593 service neutron] For port ce276f51-b426-4700-9cbd-9173e17fc028, host hv-cinder-85000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=ce276f51-b426-4700-9cbd-9173e17fc028,segment=NetworkSegment(087cb5dc-52d0-47cd-a0f9-b3274daa2bb5),segment_id=087cb5dc-52d0-47cd-a0f9-b3274daa2bb5)] {{(pid=103881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:12:22.579146 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ae128407-eacc-43c0-a3f8-9222b35ef65a req-b1738f33-1a6b-4359-8fab-49531f4e3593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268230'] for port (ce276f51-b426-4700-9cbd-9173e17fc028), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:22.585945 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279bf60a-0e8b-46d8-b795-63c293b772cd req-5aa07b4e-a049-41c3-ab30-fe8060b6cb5e tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:22.588360 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-279bf60a-0e8b-46d8-b795-63c293b772cd req-5aa07b4e-a049-41c3-ab30-fe8060b6cb5e tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] 10.222.0.16 "GET /v2.0/ports?device_id=97a74aad-ee47-42fd-9d8d-889841825a26 HTTP/1.1" status: 200 len: 944 time: 0.0539351 Jul 15 14:12:22.614861 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae128407-eacc-43c0-a3f8-9222b35ef65a req-b1738f33-1a6b-4359-8fab-49531f4e3593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:22.615480 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ae128407-eacc-43c0-a3f8-9222b35ef65a req-b1738f33-1a6b-4359-8fab-49531f4e3593 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:22.616945 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ae128407-eacc-43c0-a3f8-9222b35ef65a req-b1738f33-1a6b-4359-8fab-49531f4e3593 service neutron] 10.222.0.64 "PUT /v2.0/ports/ce276f51-b426-4700-9cbd-9173e17fc028 HTTP/1.1" status: 200 len: 1094 time: 0.6403794 Jul 15 14:12:22.617396 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97a74aad-ee47-42fd-9d8d-889841825a26', 'tag': 'ce276f51-b426-4700-9cbd-9173e17fc028'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:12:22.619732 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27b3149431a8a58964108cadaaee569fc83829ebf6971f3e535c686fd00e584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25047fd5-931b-41b5-8bb9-949662c561ea" -d '{"events": [{"name": "network-changed", "server_uuid": "97a74aad-ee47-42fd-9d8d-889841825a26", "tag": "ce276f51-b426-4700-9cbd-9173e17fc028"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:12:22.645370 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-279bf60a-0e8b-46d8-b795-63c293b772cd req-e9ba5f03-0b08-49c1-8674-a56865f6b1b5 tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b709147-a4f9-40e9-9b77-fe0b4b013eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502617 Jul 15 14:12:22.645900 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1738f33-1a6b-4359-8fab-49531f4e3593 service neutron] Pushing event updated for resources: {'Port': ['ID=ce276f51-b426-4700-9cbd-9173e17fc028,revision_number=3']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:22.682033 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 14:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1deadb-3cc8-42a2-9033-5718bfa1693c x-openstack-request-id: req-7a1deadb-3cc8-42a2-9033-5718bfa1693c {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:12:22.682462 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97a74aad-ee47-42fd-9d8d-889841825a26", "tag": "ce276f51-b426-4700-9cbd-9173e17fc028", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:12:22.682866 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7a1deadb-3cc8-42a2-9033-5718bfa1693c {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:12:22.683306 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a1deadb-3cc8-42a2-9033-5718bfa1693c'] response: {'name': 'network-changed', 'server_uuid': '97a74aad-ee47-42fd-9d8d-889841825a26', 'tag': 'ce276f51-b426-4700-9cbd-9173e17fc028', 'status': 'completed', 'code': 200} Jul 15 14:12:22.711361 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae128407-eacc-43c0-a3f8-9222b35ef65a req-e040628c-d1d2-416b-b219-3ce191325db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:22.712908 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ae128407-eacc-43c0-a3f8-9222b35ef65a req-e040628c-d1d2-416b-b219-3ce191325db6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=18d5cd47ac9f408385f194b94f17049b&device_id=97a74aad-ee47-42fd-9d8d-889841825a26 HTTP/1.1" status: 200 len: 1128 time: 0.0453036 Jul 15 14:12:23.018862 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ae128407-eacc-43c0-a3f8-9222b35ef65a req-b0446ea0-013d-4108-aded-c9ec8b82facb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce276f51-b426-4700-9cbd-9173e17fc028 HTTP/1.1" status: 200 len: 217 time: 0.2965522 Jul 15 14:12:23.069019 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae128407-eacc-43c0-a3f8-9222b35ef65a req-f08c67c2-a1f1-47a2-a313-ac216c0b3dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:23.070495 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ae128407-eacc-43c0-a3f8-9222b35ef65a req-f08c67c2-a1f1-47a2-a313-ac216c0b3dba service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cc50019d-9323-4358-954e-f9de5cb4abe7 HTTP/1.1" status: 200 len: 849 time: 0.0443854 Jul 15 14:12:23.103971 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ae128407-eacc-43c0-a3f8-9222b35ef65a req-dc6b1be8-7603-42ae-8e77-9ebe38950ecc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9d7449fa-4c1b-47af-88d2-83c6bf0d6c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272491 Jul 15 14:12:23.174424 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:12:23.205038 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ae128407-eacc-43c0-a3f8-9222b35ef65a req-48b10d68-8f80-42c8-9686-c00ff8737986 service neutron] 10.222.0.64 "GET /v2.0/networks/9d7449fa-4c1b-47af-88d2-83c6bf0d6c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942721 Jul 15 14:12:23.297740 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ae128407-eacc-43c0-a3f8-9222b35ef65a req-f817e180-8a0d-487a-af64-62b08d4eb581 service neutron] 10.222.0.64 "GET /v2.0/networks/9d7449fa-4c1b-47af-88d2-83c6bf0d6c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863626 Jul 15 14:12:23.817144 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c811aa5a-626c-43a1-9d01-ce21998874d2 req-cea75f0c-ee35-4d6b-9153-351c9092bfda tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:23.819512 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c811aa5a-626c-43a1-9d01-ce21998874d2 req-cea75f0c-ee35-4d6b-9153-351c9092bfda tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] 10.222.0.16 "GET /v2.0/ports?device_id=97a74aad-ee47-42fd-9d8d-889841825a26 HTTP/1.1" status: 200 len: 944 time: 0.0535727 Jul 15 14:12:23.883715 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c811aa5a-626c-43a1-9d01-ce21998874d2 req-066968cd-dc62-4362-b510-487bfecbe175 tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b709147-a4f9-40e9-9b77-fe0b4b013eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577254 Jul 15 14:12:24.166893 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25047fd5-931b-41b5-8bb9-949662c561ea req-9cb82048-2f2b-4deb-b9b7-a7c24de1f0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:24.168459 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-25047fd5-931b-41b5-8bb9-949662c561ea req-9cb82048-2f2b-4deb-b9b7-a7c24de1f0f0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=18d5cd47ac9f408385f194b94f17049b&device_id=97a74aad-ee47-42fd-9d8d-889841825a26 HTTP/1.1" status: 200 len: 1128 time: 0.0483799 Jul 15 14:12:24.260712 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25047fd5-931b-41b5-8bb9-949662c561ea req-b8befce7-1910-4cfa-ac7e-292af64a0441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:24.262187 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-25047fd5-931b-41b5-8bb9-949662c561ea req-b8befce7-1910-4cfa-ac7e-292af64a0441 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9d7449fa-4c1b-47af-88d2-83c6bf0d6c8a HTTP/1.1" status: 200 len: 910 time: 0.0864971 Jul 15 14:12:24.305752 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-25047fd5-931b-41b5-8bb9-949662c561ea req-929a7492-82ad-4e5a-9f09-5b5bbca3c003 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce276f51-b426-4700-9cbd-9173e17fc028 HTTP/1.1" status: 200 len: 217 time: 0.0362971 Jul 15 14:12:24.353323 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25047fd5-931b-41b5-8bb9-949662c561ea req-51dfe9a3-fb01-4513-93f5-cf05011f24de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:24.354740 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-25047fd5-931b-41b5-8bb9-949662c561ea req-51dfe9a3-fb01-4513-93f5-cf05011f24de service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cc50019d-9323-4358-954e-f9de5cb4abe7 HTTP/1.1" status: 200 len: 849 time: 0.0427001 Jul 15 14:12:24.387252 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-25047fd5-931b-41b5-8bb9-949662c561ea req-843a62b3-0934-4396-9231-3746d45aadb5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9d7449fa-4c1b-47af-88d2-83c6bf0d6c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260007 Jul 15 14:12:24.487519 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-25047fd5-931b-41b5-8bb9-949662c561ea req-f65dc174-fa11-438d-9ac8-462b3b6e4bb8 service neutron] 10.222.0.64 "GET /v2.0/networks/9d7449fa-4c1b-47af-88d2-83c6bf0d6c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937471 Jul 15 14:12:24.586208 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-25047fd5-931b-41b5-8bb9-949662c561ea req-e02c09af-261d-46df-95cd-573846433b2a service neutron] 10.222.0.64 "GET /v2.0/networks/9d7449fa-4c1b-47af-88d2-83c6bf0d6c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890839 Jul 15 14:12:25.009028 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e714f3b-6644-41dd-ac2e-b5c5e4f85031 req-4e795c82-75fc-4a54-9547-e5508c699f44 tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:25.010580 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7e714f3b-6644-41dd-ac2e-b5c5e4f85031 req-4e795c82-75fc-4a54-9547-e5508c699f44 tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] 10.222.0.16 "GET /v2.0/ports?device_id=97a74aad-ee47-42fd-9d8d-889841825a26 HTTP/1.1" status: 200 len: 944 time: 0.0557301 Jul 15 14:12:25.065903 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7e714f3b-6644-41dd-ac2e-b5c5e4f85031 req-d129c38e-be25-41f4-9847-ebe4c9f12153 tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b709147-a4f9-40e9-9b77-fe0b4b013eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464673 Jul 15 14:12:25.496192 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device ce276f51-b426-4700-9cbd-9173e17fc028 details requested by agent hyperv_hv-cinder-85000 with host hv-cinder-85000 {{(pid=103883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:12:25.606040 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port ce276f51-b426-4700-9cbd-9173e17fc028, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=ce276f51-b426-4700-9cbd-9173e17fc028,segment=NetworkSegment(087cb5dc-52d0-47cd-a0f9-b3274daa2bb5),segment_id=087cb5dc-52d0-47cd-a0f9-b3274daa2bb5)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:12:25.619113 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Returning: {'device': 'ce276f51-b426-4700-9cbd-9173e17fc028', 'network_id': '9d7449fa-4c1b-47af-88d2-83c6bf0d6c8a', 'port_id': 'ce276f51-b426-4700-9cbd-9173e17fc028', 'mac_address': 'fa:16:3e:8a:c9:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc50019d-9323-4358-954e-f9de5cb4abe7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:12:25.656459 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Current status of the port ce276f51-b426-4700-9cbd-9173e17fc028 is: DOWN; New status is: BUILD {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:12:25.656910 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (ce276f51-b426-4700-9cbd-9173e17fc028), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:25.677623 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce276f51-b426-4700-9cbd-9173e17fc028 {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 14:12:25.712568 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port ce276f51-b426-4700-9cbd-9173e17fc028, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=ce276f51-b426-4700-9cbd-9173e17fc028,segment=NetworkSegment(087cb5dc-52d0-47cd-a0f9-b3274daa2bb5),segment_id=087cb5dc-52d0-47cd-a0f9-b3274daa2bb5)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:12:25.718055 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (ce276f51-b426-4700-9cbd-9173e17fc028), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:25.779236 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Pushing event updated for resources: {'Port': ['ID=ce276f51-b426-4700-9cbd-9173e17fc028,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:25.947312 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] get_ports_and_sgs() called for port_ids ['ce276f51-b426-4700-9cbd-9173e17fc028'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:12:26.202067 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff927e37-1a1d-49b4-9b8a-1a6494df968e req-03d773ef-e9da-4209-ad75-bab61d9fc7df tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:26.203719 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ff927e37-1a1d-49b4-9b8a-1a6494df968e req-03d773ef-e9da-4209-ad75-bab61d9fc7df tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] 10.222.0.16 "GET /v2.0/ports?device_id=97a74aad-ee47-42fd-9d8d-889841825a26 HTTP/1.1" status: 200 len: 945 time: 0.0570023 Jul 15 14:12:26.265639 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ff927e37-1a1d-49b4-9b8a-1a6494df968e req-7b54dc39-4b85-4d73-8726-2e2bd2ac3f9c tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b709147-a4f9-40e9-9b77-fe0b4b013eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557008 Jul 15 14:12:26.325991 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-3117b6cd-8377-4598-90e9-298b0791c2f7 None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:12:26.928156 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (73ab3907-1bcf-455f-a05d-131e96f159a2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:27.392295 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7b24e-cdb3-4e07-966e-971eb1ac6d5b req-043a1c70-59ec-4308-a2d4-a04f5bebbe9c tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:27.393899 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-99a7b24e-cdb3-4e07-966e-971eb1ac6d5b req-043a1c70-59ec-4308-a2d4-a04f5bebbe9c tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] 10.222.0.16 "GET /v2.0/ports?device_id=97a74aad-ee47-42fd-9d8d-889841825a26 HTTP/1.1" status: 200 len: 945 time: 0.0532851 Jul 15 14:12:27.455939 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-99a7b24e-cdb3-4e07-966e-971eb1ac6d5b req-f7dcabd1-2f23-4a6f-b611-b1f0d95e62bf tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b709147-a4f9-40e9-9b77-fe0b4b013eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555830 Jul 15 14:12:27.519949 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device ce276f51-b426-4700-9cbd-9173e17fc028 up at agent hyperv_hv-cinder-85000 {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:12:27.574057 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Provisioning for port ce276f51-b426-4700-9cbd-9173e17fc028 completed by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 15 14:12:27.581450 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Provisioning complete for port ce276f51-b426-4700-9cbd-9173e17fc028 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:12:27.582079 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (ce276f51-b426-4700-9cbd-9173e17fc028), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:27.678562 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Current status of the port ce276f51-b426-4700-9cbd-9173e17fc028 is: BUILD; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:12:27.678956 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (ce276f51-b426-4700-9cbd-9173e17fc028), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:27.704019 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a74aad-ee47-42fd-9d8d-889841825a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce276f51-b426-4700-9cbd-9173e17fc028'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:12:27.706357 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c4b0ce05359387fb1b8f2741601f150af1cafc779f59aaec505bdecc1202ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93bc74ce-5cf6-4595-9c5e-02022101d3ed" -d '{"events": [{"server_uuid": "97a74aad-ee47-42fd-9d8d-889841825a26", "name": "network-vif-plugged", "status": "completed", "tag": "ce276f51-b426-4700-9cbd-9173e17fc028"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:12:27.721066 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port ce276f51-b426-4700-9cbd-9173e17fc028, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=ce276f51-b426-4700-9cbd-9173e17fc028,segment=NetworkSegment(087cb5dc-52d0-47cd-a0f9-b3274daa2bb5),segment_id=087cb5dc-52d0-47cd-a0f9-b3274daa2bb5)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:12:27.727872 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (ce276f51-b426-4700-9cbd-9173e17fc028), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:27.767526 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 14:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59eff69-0f6c-41af-8494-c4bc67c5991e x-openstack-request-id: req-c59eff69-0f6c-41af-8494-c4bc67c5991e {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:12:27.768007 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97a74aad-ee47-42fd-9d8d-889841825a26", "name": "network-vif-plugged", "status": "completed", "tag": "ce276f51-b426-4700-9cbd-9173e17fc028", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:12:27.768471 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c59eff69-0f6c-41af-8494-c4bc67c5991e {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:12:27.769078 dv-cinder-850002-1-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c59eff69-0f6c-41af-8494-c4bc67c5991e'] response: {'server_uuid': '97a74aad-ee47-42fd-9d8d-889841825a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce276f51-b426-4700-9cbd-9173e17fc028', 'code': 200} Jul 15 14:12:27.814360 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Pushing event updated for resources: {'Port': ['ID=ce276f51-b426-4700-9cbd-9173e17fc028,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:27.935635 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f6294-fe08-4c51-8ae7-02041b2f1773 req-f2e5fa48-8b61-4b9b-8aa4-1024b91ebd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:27.937245 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5e1f6294-fe08-4c51-8ae7-02041b2f1773 req-f2e5fa48-8b61-4b9b-8aa4-1024b91ebd1c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=97a74aad-ee47-42fd-9d8d-889841825a26 HTTP/1.1" status: 200 len: 1130 time: 0.0413134 Jul 15 14:12:27.993392 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5e1f6294-fe08-4c51-8ae7-02041b2f1773 req-5ea31458-ec78-42e0-b8b7-2554f5d359ab service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2b709147-a4f9-40e9-9b77-fe0b4b013eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485144 Jul 15 14:12:28.413137 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=48,neutron:UPDATE=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:12:28.578702 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc9f5e-9b91-4132-84a1-14b59d73dbb5 req-ff6d614e-764b-4ac4-ac54-398d9f01478b tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:28.580291 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c6dc9f5e-9b91-4132-84a1-14b59d73dbb5 req-ff6d614e-764b-4ac4-ac54-398d9f01478b tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] 10.222.0.16 "GET /v2.0/ports?device_id=97a74aad-ee47-42fd-9d8d-889841825a26 HTTP/1.1" status: 200 len: 946 time: 0.0508320 Jul 15 14:12:28.634369 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c6dc9f5e-9b91-4132-84a1-14b59d73dbb5 req-8bca4c89-34a8-4f1a-bb56-d0511e68ae25 tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b709147-a4f9-40e9-9b77-fe0b4b013eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475259 Jul 15 14:12:29.762311 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646032e-be41-492a-84a7-65c2eaa27733 req-387e84f7-4209-4306-839e-e23a5779aa8e tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:29.763845 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3646032e-be41-492a-84a7-65c2eaa27733 req-387e84f7-4209-4306-839e-e23a5779aa8e tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] 10.222.0.16 "GET /v2.0/ports?device_id=97a74aad-ee47-42fd-9d8d-889841825a26 HTTP/1.1" status: 200 len: 946 time: 0.0498540 Jul 15 14:12:29.792594 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:12:29.817129 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3646032e-be41-492a-84a7-65c2eaa27733 req-cc0b8c49-ddf8-44cd-b2cd-5d68bd6623ff tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b709147-a4f9-40e9-9b77-fe0b4b013eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477004 Jul 15 14:12:30.459773 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:12:30.468836 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34be75-f996-405a-820b-b3718cfab2cd req-3da65cab-947e-4383-978a-39aa3394f662 tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:30.470277 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5f34be75-f996-405a-820b-b3718cfab2cd req-3da65cab-947e-4383-978a-39aa3394f662 tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] 10.222.0.16 "GET /v2.0/ports?device_id=97a74aad-ee47-42fd-9d8d-889841825a26 HTTP/1.1" status: 200 len: 946 time: 0.0526094 Jul 15 14:12:30.522969 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5f34be75-f996-405a-820b-b3718cfab2cd req-b0eb2758-a072-4b9d-a283-f4de47da67bd tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b709147-a4f9-40e9-9b77-fe0b4b013eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471003 Jul 15 14:12:31.647496 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954d41a-23e2-4c63-b85c-c5457754d7e3 req-623abc8e-d266-4270-8033-c14746a76380 tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:31.649100 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5954d41a-23e2-4c63-b85c-c5457754d7e3 req-623abc8e-d266-4270-8033-c14746a76380 tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] 10.222.0.16 "GET /v2.0/ports?device_id=97a74aad-ee47-42fd-9d8d-889841825a26 HTTP/1.1" status: 200 len: 946 time: 0.0527508 Jul 15 14:12:31.714226 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5954d41a-23e2-4c63-b85c-c5457754d7e3 req-6180ea36-7077-4961-818c-0bb9eb3382c4 tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b709147-a4f9-40e9-9b77-fe0b4b013eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587189 Jul 15 14:12:31.866580 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfffa2d-0bc8-41d0-9268-a64bd601e605 req-6b2c4fbe-27ac-43fa-ba57-26452626f337 tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:31.868034 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-bbfffa2d-0bc8-41d0-9268-a64bd601e605 req-6b2c4fbe-27ac-43fa-ba57-26452626f337 tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] 10.222.0.64 "GET /v2.0/ports?device_id=97a74aad-ee47-42fd-9d8d-889841825a26 HTTP/1.1" status: 200 len: 946 time: 0.0535862 Jul 15 14:12:31.949132 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:12:31.965788 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-bbfffa2d-0bc8-41d0-9268-a64bd601e605 req-89b7bb0f-92e9-4aad-9b78-c790d2024f3e tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Deleting port ce276f51-b426-4700-9cbd-9173e17fc028 {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:12:31.966140 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-bbfffa2d-0bc8-41d0-9268-a64bd601e605 req-89b7bb0f-92e9-4aad-9b78-c790d2024f3e tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (ce276f51-b426-4700-9cbd-9173e17fc028), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:32.082366 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-bbfffa2d-0bc8-41d0-9268-a64bd601e605 req-89b7bb0f-92e9-4aad-9b78-c790d2024f3e tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] For port ce276f51-b426-4700-9cbd-9173e17fc028, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=ce276f51-b426-4700-9cbd-9173e17fc028,segment=NetworkSegment(087cb5dc-52d0-47cd-a0f9-b3274daa2bb5),segment_id=087cb5dc-52d0-47cd-a0f9-b3274daa2bb5)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:12:32.082958 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-bbfffa2d-0bc8-41d0-9268-a64bd601e605 req-89b7bb0f-92e9-4aad-9b78-c790d2024f3e tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (ce276f51-b426-4700-9cbd-9173e17fc028), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:32.102156 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-bbfffa2d-0bc8-41d0-9268-a64bd601e605 req-89b7bb0f-92e9-4aad-9b78-c790d2024f3e tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Calling delete_port for ce276f51-b426-4700-9cbd-9173e17fc028 owned by compute:nova {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:12:32.178553 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:12:32.244789 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-bbfffa2d-0bc8-41d0-9268-a64bd601e605 req-89b7bb0f-92e9-4aad-9b78-c790d2024f3e tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (ce276f51-b426-4700-9cbd-9173e17fc028), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:32.262950 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] get_ports_and_sgs() called for port_ids ['ce276f51-b426-4700-9cbd-9173e17fc028'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:12:32.275126 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b7bb0f-92e9-4aad-9b78-c790d2024f3e tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Pushing event deleted for resources: {'Port': ['ID=ce276f51-b426-4700-9cbd-9173e17fc028,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:32.323666 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbfffa2d-0bc8-41d0-9268-a64bd601e605 req-89b7bb0f-92e9-4aad-9b78-c790d2024f3e tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] No DVR routers for this DVR port ce276f51-b426-4700-9cbd-9173e17fc028 on host hv-cinder-85000 {{(pid=103881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 15 14:12:32.326339 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-bbfffa2d-0bc8-41d0-9268-a64bd601e605 req-89b7bb0f-92e9-4aad-9b78-c790d2024f3e tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:32.329759 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-bbfffa2d-0bc8-41d0-9268-a64bd601e605 req-89b7bb0f-92e9-4aad-9b78-c790d2024f3e tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] 10.222.0.64 "DELETE /v2.0/ports/ce276f51-b426-4700-9cbd-9173e17fc028 HTTP/1.1" status: 204 len: 173 time: 0.4533432 Jul 15 14:12:32.330213 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a74aad-ee47-42fd-9d8d-889841825a26', 'name': 'network-vif-deleted', 'tag': 'ce276f51-b426-4700-9cbd-9173e17fc028'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:12:32.332508 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27b3149431a8a58964108cadaaee569fc83829ebf6971f3e535c686fd00e584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26790e5a-3483-438c-976e-843d9b9d8520" -d '{"events": [{"server_uuid": "97a74aad-ee47-42fd-9d8d-889841825a26", "name": "network-vif-deleted", "tag": "ce276f51-b426-4700-9cbd-9173e17fc028"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:12:32.375459 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 14:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c732fa78-318a-484a-8ffa-8ea4cdac2c2f x-openstack-request-id: req-c732fa78-318a-484a-8ffa-8ea4cdac2c2f {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:12:32.375749 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97a74aad-ee47-42fd-9d8d-889841825a26", "name": "network-vif-deleted", "tag": "ce276f51-b426-4700-9cbd-9173e17fc028", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:12:32.376003 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c732fa78-318a-484a-8ffa-8ea4cdac2c2f {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:12:32.376436 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c732fa78-318a-484a-8ffa-8ea4cdac2c2f'] response: {'server_uuid': '97a74aad-ee47-42fd-9d8d-889841825a26', 'name': 'network-vif-deleted', 'tag': 'ce276f51-b426-4700-9cbd-9173e17fc028', 'status': 'completed', 'code': 200} Jul 15 14:12:32.831877 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c3af5753-88e4-475c-8cc6-b21765eebb55 req-45c2b88c-47b6-43e9-a6c9-8181df63a197 tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] 10.222.0.16 "GET /v2.0/ports?device_id=97a74aad-ee47-42fd-9d8d-889841825a26 HTTP/1.1" status: 200 len: 210 time: 0.0332513 Jul 15 14:12:34.109031 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad8b98-d3be-4786-89e6-78e1ffa6999b req-1bba52f9-094f-497b-bb5d-9afd703df0ac tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:34.110546 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-eaad8b98-d3be-4786-89e6-78e1ffa6999b req-1bba52f9-094f-497b-bb5d-9afd703df0ac tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] 10.222.0.16 "GET /v2.0/networks?id=9d7449fa-4c1b-47af-88d2-83c6bf0d6c8a HTTP/1.1" status: 200 len: 809 time: 0.1033294 Jul 15 14:12:34.126591 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-eaad8b98-d3be-4786-89e6-78e1ffa6999b req-6de71e71-ca26-4812-97b5-0203e8646b41 tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] 10.222.0.16 "GET /v2.0/quotas/18d5cd47ac9f408385f194b94f17049b HTTP/1.1" status: 200 len: 375 time: 0.0095999 Jul 15 14:12:34.165912 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-eaad8b98-d3be-4786-89e6-78e1ffa6999b req-02900c2e-7136-4f45-b9de-85bfc2548797 tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=18d5cd47ac9f408385f194b94f17049b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293355 Jul 15 14:12:34.272689 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-eaad8b98-d3be-4786-89e6-78e1ffa6999b req-c6a22e1e-470b-4390-8a5b-3e1007b68e49 service neutron] 10.222.0.16 "GET /v2.0/networks/9d7449fa-4c1b-47af-88d2-83c6bf0d6c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995140 Jul 15 14:12:34.380078 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-eaad8b98-d3be-4786-89e6-78e1ffa6999b req-7a027ca1-8d00-4d97-8544-979efd2f481e service neutron] 10.222.0.16 "GET /v2.0/networks/9d7449fa-4c1b-47af-88d2-83c6bf0d6c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012552 Jul 15 14:12:34.561495 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-677656c4-e720-41a5-b6f7-978c7775de17 req-d4348798-d703-4e83-8ba2-3cc3c585cbad tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] 10.222.0.16 "GET /v2.0/ports?device_id=992e311c-9915-4352-9785-203f724e5c79 HTTP/1.1" status: 200 len: 210 time: 0.0338283 Jul 15 14:12:35.709445 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-77f2f060-78ba-47e8-84ad-97c5d0127bd7 req-11e721a3-394c-4a51-8a6e-c5652dbd5c36 tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] 10.222.0.16 "GET /v2.0/ports?device_id=992e311c-9915-4352-9785-203f724e5c79 HTTP/1.1" status: 200 len: 210 time: 0.0491474 Jul 15 14:12:35.773340 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad8b98-d3be-4786-89e6-78e1ffa6999b req-fca435aa-39ff-4c45-af2e-70d01fb6497b tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:35.775550 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-eaad8b98-d3be-4786-89e6-78e1ffa6999b req-fca435aa-39ff-4c45-af2e-70d01fb6497b tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] 10.222.0.64 "GET /v2.0/networks?id=9d7449fa-4c1b-47af-88d2-83c6bf0d6c8a HTTP/1.1" status: 200 len: 809 time: 0.1566441 Jul 15 14:12:35.794624 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [req-eaad8b98-d3be-4786-89e6-78e1ffa6999b req-eb739bad-fcdd-444f-b6ad-42c3cac7d1cc tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Request body: {'port': {'device_id': '992e311c-9915-4352-9785-203f724e5c79', 'network_id': '9d7449fa-4c1b-47af-88d2-83c6bf0d6c8a', 'admin_state_up': True, 'tenant_id': '18d5cd47ac9f408385f194b94f17049b'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:12:35.917844 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaad8b98-d3be-4786-89e6-78e1ffa6999b req-eb739bad-fcdd-444f-b6ad-42c3cac7d1cc tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Made reservation on behalf of 18d5cd47ac9f408385f194b94f17049b for: {'port': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:12:35.921413 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-eaad8b98-d3be-4786-89e6-78e1ffa6999b req-eb739bad-fcdd-444f-b6ad-42c3cac7d1cc tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:36.074818 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [req-eaad8b98-d3be-4786-89e6-78e1ffa6999b req-eb739bad-fcdd-444f-b6ad-42c3cac7d1cc tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Allocated IP 172.20.0.10 (9d7449fa-4c1b-47af-88d2-83c6bf0d6c8a/cc50019d-9323-4358-954e-f9de5cb4abe7/3b26a3ab-90ef-4897-9d46-cabacc233493) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:12:36.205057 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:12:36.247399 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-eaad8b98-d3be-4786-89e6-78e1ffa6999b req-eb739bad-fcdd-444f-b6ad-42c3cac7d1cc tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Publish callbacks [] for port (3b26a3ab-90ef-4897-9d46-cabacc233493), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:36.282797 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-eaad8b98-d3be-4786-89e6-78e1ffa6999b req-eb739bad-fcdd-444f-b6ad-42c3cac7d1cc tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (3b26a3ab-90ef-4897-9d46-cabacc233493), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:36.322115 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=62 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:12:36.326841 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaad8b98-d3be-4786-89e6-78e1ffa6999b req-eb739bad-fcdd-444f-b6ad-42c3cac7d1cc tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Network 9d7449fa-4c1b-47af-88d2-83c6bf0d6c8a is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:12:36.332862 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [req-eaad8b98-d3be-4786-89e6-78e1ffa6999b req-eb739bad-fcdd-444f-b6ad-42c3cac7d1cc tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:12:36.337862 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaad8b98-d3be-4786-89e6-78e1ffa6999b req-eb739bad-fcdd-444f-b6ad-42c3cac7d1cc tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:12:36.361416 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb739bad-fcdd-444f-b6ad-42c3cac7d1cc tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Pushing event updated for resources: {'Port': ['ID=3b26a3ab-90ef-4897-9d46-cabacc233493,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:36.391661 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad8b98-d3be-4786-89e6-78e1ffa6999b req-eb739bad-fcdd-444f-b6ad-42c3cac7d1cc tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:36.392284 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-eaad8b98-d3be-4786-89e6-78e1ffa6999b req-eb739bad-fcdd-444f-b6ad-42c3cac7d1cc tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:36.409582 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-eaad8b98-d3be-4786-89e6-78e1ffa6999b req-eb739bad-fcdd-444f-b6ad-42c3cac7d1cc tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6191473 Jul 15 14:12:36.426621 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [req-eaad8b98-d3be-4786-89e6-78e1ffa6999b req-6fe04d13-b43f-428f-9fb6-bed7fe71fb76 service neutron] Request body: {'port': {'device_id': '992e311c-9915-4352-9785-203f724e5c79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85000'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:12:36.494869 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-eaad8b98-d3be-4786-89e6-78e1ffa6999b req-6fe04d13-b43f-428f-9fb6-bed7fe71fb76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (3b26a3ab-90ef-4897-9d46-cabacc233493), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:36.504190 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:12:36.776231 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [req-eaad8b98-d3be-4786-89e6-78e1ffa6999b req-6fe04d13-b43f-428f-9fb6-bed7fe71fb76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b26a3ab-90ef-4897-9d46-cabacc233493 {{(pid=103881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 14:12:36.785383 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-eaad8b98-d3be-4786-89e6-78e1ffa6999b req-6fe04d13-b43f-428f-9fb6-bed7fe71fb76 service neutron] Publish callbacks [] for port (3b26a3ab-90ef-4897-9d46-cabacc233493), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:36.800040 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.provisioning_blocks [req-eaad8b98-d3be-4786-89e6-78e1ffa6999b req-6fe04d13-b43f-428f-9fb6-bed7fe71fb76 service neutron] Transition to ACTIVE for port object 3b26a3ab-90ef-4897-9d46-cabacc233493 will not be triggered until provisioned by entity L2. {{(pid=103881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 15 14:12:36.806198 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-eaad8b98-d3be-4786-89e6-78e1ffa6999b req-6fe04d13-b43f-428f-9fb6-bed7fe71fb76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268230'] for port (3b26a3ab-90ef-4897-9d46-cabacc233493), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:36.852302 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d31d2-21c0-4df6-8958-ff5dea2ae2d9 req-67a6e6a2-6a1a-4cab-94d1-97e24b4de6dd tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:36.854124 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-544d31d2-21c0-4df6-8958-ff5dea2ae2d9 req-67a6e6a2-6a1a-4cab-94d1-97e24b4de6dd tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] 10.222.0.16 "GET /v2.0/ports?device_id=992e311c-9915-4352-9785-203f724e5c79 HTTP/1.1" status: 200 len: 944 time: 0.0543447 Jul 15 14:12:36.893858 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe04d13-b43f-428f-9fb6-bed7fe71fb76 service neutron] Pushing event updated for resources: {'Port': ['ID=3b26a3ab-90ef-4897-9d46-cabacc233493,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:36.921963 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-544d31d2-21c0-4df6-8958-ff5dea2ae2d9 req-bacac280-5263-41dd-b8be-94a7cdaf1503 tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b709147-a4f9-40e9-9b77-fe0b4b013eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589347 Jul 15 14:12:36.971782 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-eaad8b98-d3be-4786-89e6-78e1ffa6999b req-6fe04d13-b43f-428f-9fb6-bed7fe71fb76 service neutron] Attempting to bind port 3b26a3ab-90ef-4897-9d46-cabacc233493 on host hv-cinder-85000 for vnic_type normal with profile {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 15 14:12:36.972192 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-eaad8b98-d3be-4786-89e6-78e1ffa6999b req-6fe04d13-b43f-428f-9fb6-bed7fe71fb76 service neutron] Attempting to bind port 3b26a3ab-90ef-4897-9d46-cabacc233493 by drivers openvswitch,hyperv on host hv-cinder-85000 at level 0 using segments [{'id': '087cb5dc-52d0-47cd-a0f9-b3274daa2bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9d7449fa-4c1b-47af-88d2-83c6bf0d6c8a'}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 15 14:12:36.972642 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaad8b98-d3be-4786-89e6-78e1ffa6999b req-6fe04d13-b43f-428f-9fb6-bed7fe71fb76 service neutron] Attempting to bind port 3b26a3ab-90ef-4897-9d46-cabacc233493 on network 9d7449fa-4c1b-47af-88d2-83c6bf0d6c8a {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:12:36.978441 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaad8b98-d3be-4786-89e6-78e1ffa6999b req-6fe04d13-b43f-428f-9fb6-bed7fe71fb76 service neutron] Port 3b26a3ab-90ef-4897-9d46-cabacc233493 on network 9d7449fa-4c1b-47af-88d2-83c6bf0d6c8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85000 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 15 14:12:36.978852 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaad8b98-d3be-4786-89e6-78e1ffa6999b req-6fe04d13-b43f-428f-9fb6-bed7fe71fb76 service neutron] Attempting to bind port 3b26a3ab-90ef-4897-9d46-cabacc233493 on network 9d7449fa-4c1b-47af-88d2-83c6bf0d6c8a {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:12:36.984690 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaad8b98-d3be-4786-89e6-78e1ffa6999b req-6fe04d13-b43f-428f-9fb6-bed7fe71fb76 service neutron] Checking agent: {'id': '73ab3907-1bcf-455f-a05d-131e96f159a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85000', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 13, 58, 57), 'started_at': datetime.datetime(2022, 7, 15, 13, 58, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 14, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 14:12:36.985037 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaad8b98-d3be-4786-89e6-78e1ffa6999b req-6fe04d13-b43f-428f-9fb6-bed7fe71fb76 service neutron] Checking segment: {'id': '087cb5dc-52d0-47cd-a0f9-b3274daa2bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9d7449fa-4c1b-47af-88d2-83c6bf0d6c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:12:36.985426 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaad8b98-d3be-4786-89e6-78e1ffa6999b req-6fe04d13-b43f-428f-9fb6-bed7fe71fb76 service neutron] Bound using segment: {'id': '087cb5dc-52d0-47cd-a0f9-b3274daa2bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9d7449fa-4c1b-47af-88d2-83c6bf0d6c8a'} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 14:12:36.985876 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-eaad8b98-d3be-4786-89e6-78e1ffa6999b req-6fe04d13-b43f-428f-9fb6-bed7fe71fb76 service neutron] Bound port: 3b26a3ab-90ef-4897-9d46-cabacc233493, host: hv-cinder-85000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '087cb5dc-52d0-47cd-a0f9-b3274daa2bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9d7449fa-4c1b-47af-88d2-83c6bf0d6c8a'}}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 15 14:12:36.986243 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-eaad8b98-d3be-4786-89e6-78e1ffa6999b req-6fe04d13-b43f-428f-9fb6-bed7fe71fb76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (3b26a3ab-90ef-4897-9d46-cabacc233493), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:37.056048 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-eaad8b98-d3be-4786-89e6-78e1ffa6999b req-6fe04d13-b43f-428f-9fb6-bed7fe71fb76 service neutron] For port 3b26a3ab-90ef-4897-9d46-cabacc233493, host hv-cinder-85000, cleared binding levels {{(pid=103881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:12:37.060107 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-eaad8b98-d3be-4786-89e6-78e1ffa6999b req-6fe04d13-b43f-428f-9fb6-bed7fe71fb76 service neutron] For port 3b26a3ab-90ef-4897-9d46-cabacc233493, host hv-cinder-85000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=3b26a3ab-90ef-4897-9d46-cabacc233493,segment=NetworkSegment(087cb5dc-52d0-47cd-a0f9-b3274daa2bb5),segment_id=087cb5dc-52d0-47cd-a0f9-b3274daa2bb5)] {{(pid=103881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:12:37.066784 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-eaad8b98-d3be-4786-89e6-78e1ffa6999b req-6fe04d13-b43f-428f-9fb6-bed7fe71fb76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268230'] for port (3b26a3ab-90ef-4897-9d46-cabacc233493), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:37.101570 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad8b98-d3be-4786-89e6-78e1ffa6999b req-6fe04d13-b43f-428f-9fb6-bed7fe71fb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:37.102192 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-eaad8b98-d3be-4786-89e6-78e1ffa6999b req-6fe04d13-b43f-428f-9fb6-bed7fe71fb76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:37.103629 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-eaad8b98-d3be-4786-89e6-78e1ffa6999b req-6fe04d13-b43f-428f-9fb6-bed7fe71fb76 service neutron] 10.222.0.64 "PUT /v2.0/ports/3b26a3ab-90ef-4897-9d46-cabacc233493 HTTP/1.1" status: 200 len: 1094 time: 0.6813545 Jul 15 14:12:37.104132 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '992e311c-9915-4352-9785-203f724e5c79', 'tag': '3b26a3ab-90ef-4897-9d46-cabacc233493'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:12:37.106446 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27b3149431a8a58964108cadaaee569fc83829ebf6971f3e535c686fd00e584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c9ef79-8bf6-4c70-beba-3394a944556c" -d '{"events": [{"name": "network-changed", "server_uuid": "992e311c-9915-4352-9785-203f724e5c79", "tag": "3b26a3ab-90ef-4897-9d46-cabacc233493"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:12:37.124687 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:12:37.136043 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe04d13-b43f-428f-9fb6-bed7fe71fb76 service neutron] Pushing event updated for resources: {'Port': ['ID=3b26a3ab-90ef-4897-9d46-cabacc233493,revision_number=3']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:37.158992 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 14:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb09ea1-7df5-4ab1-96ae-85c2b954691d x-openstack-request-id: req-1eb09ea1-7df5-4ab1-96ae-85c2b954691d {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:12:37.159286 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "992e311c-9915-4352-9785-203f724e5c79", "tag": "3b26a3ab-90ef-4897-9d46-cabacc233493", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:12:37.159588 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1eb09ea1-7df5-4ab1-96ae-85c2b954691d {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:12:37.159965 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1eb09ea1-7df5-4ab1-96ae-85c2b954691d'] response: {'name': 'network-changed', 'server_uuid': '992e311c-9915-4352-9785-203f724e5c79', 'tag': '3b26a3ab-90ef-4897-9d46-cabacc233493', 'status': 'completed', 'code': 200} Jul 15 14:12:37.195895 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad8b98-d3be-4786-89e6-78e1ffa6999b req-0758564e-3f7e-477f-a3d8-e6e0ef1cae8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:37.197499 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-eaad8b98-d3be-4786-89e6-78e1ffa6999b req-0758564e-3f7e-477f-a3d8-e6e0ef1cae8f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=18d5cd47ac9f408385f194b94f17049b&device_id=992e311c-9915-4352-9785-203f724e5c79 HTTP/1.1" status: 200 len: 1128 time: 0.0517023 Jul 15 14:12:37.253440 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-eaad8b98-d3be-4786-89e6-78e1ffa6999b req-40b2833a-00ed-40b9-aa5f-e4080c569256 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b26a3ab-90ef-4897-9d46-cabacc233493 HTTP/1.1" status: 200 len: 217 time: 0.0428464 Jul 15 14:12:37.310773 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad8b98-d3be-4786-89e6-78e1ffa6999b req-c042c5ad-b1dc-4d8d-b001-9d218b4593eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:37.312502 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-eaad8b98-d3be-4786-89e6-78e1ffa6999b req-c042c5ad-b1dc-4d8d-b001-9d218b4593eb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cc50019d-9323-4358-954e-f9de5cb4abe7 HTTP/1.1" status: 200 len: 849 time: 0.0528443 Jul 15 14:12:37.349395 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-eaad8b98-d3be-4786-89e6-78e1ffa6999b req-b9f3a052-7550-44d6-a4d6-cf52c4bd6248 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9d7449fa-4c1b-47af-88d2-83c6bf0d6c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271940 Jul 15 14:12:37.448260 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-eaad8b98-d3be-4786-89e6-78e1ffa6999b req-42698e53-c7d4-4099-a5af-4ab4bc730c8d service neutron] 10.222.0.64 "GET /v2.0/networks/9d7449fa-4c1b-47af-88d2-83c6bf0d6c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894153 Jul 15 14:12:37.551864 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:12:37.552973 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device ce276f51-b426-4700-9cbd-9173e17fc028 no longer exists at agent hyperv_hv-cinder-85000 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:12:37.571482 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-eaad8b98-d3be-4786-89e6-78e1ffa6999b req-a4f1de42-3c91-45cd-8ccd-745b0fc6c172 service neutron] 10.222.0.64 "GET /v2.0/networks/9d7449fa-4c1b-47af-88d2-83c6bf0d6c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134820 Jul 15 14:12:37.576251 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] No Port match for: ce276f51-b426-4700-9cbd-9173e17fc028 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 15 14:12:37.580826 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device ce276f51-b426-4700-9cbd-9173e17fc028 not bound to the agent host hv-cinder-85000 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:12:38.059270 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d248a1-a51a-4201-8098-73d23637dd7a req-e4ee73db-dee7-460d-9250-50834d0c68d0 tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:38.060837 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-70d248a1-a51a-4201-8098-73d23637dd7a req-e4ee73db-dee7-460d-9250-50834d0c68d0 tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] 10.222.0.16 "GET /v2.0/ports?device_id=992e311c-9915-4352-9785-203f724e5c79 HTTP/1.1" status: 200 len: 944 time: 0.0517597 Jul 15 14:12:38.113739 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-70d248a1-a51a-4201-8098-73d23637dd7a req-76bb22ff-8fbe-4137-9e98-0fb51e8ef440 tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b709147-a4f9-40e9-9b77-fe0b4b013eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467303 Jul 15 14:12:38.496783 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c9ef79-8bf6-4c70-beba-3394a944556c req-c5420836-3cd4-40a0-991c-fd711a58fce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:38.498346 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-40c9ef79-8bf6-4c70-beba-3394a944556c req-c5420836-3cd4-40a0-991c-fd711a58fce8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=18d5cd47ac9f408385f194b94f17049b&device_id=992e311c-9915-4352-9785-203f724e5c79 HTTP/1.1" status: 200 len: 1128 time: 0.0425127 Jul 15 14:12:38.612619 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c9ef79-8bf6-4c70-beba-3394a944556c req-b13062a0-e60f-4623-9f89-830442f82a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:38.615157 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-40c9ef79-8bf6-4c70-beba-3394a944556c req-b13062a0-e60f-4623-9f89-830442f82a8c service neutron] 10.222.0.64 "GET /v2.0/networks?id=9d7449fa-4c1b-47af-88d2-83c6bf0d6c8a HTTP/1.1" status: 200 len: 910 time: 0.1066408 Jul 15 14:12:38.657641 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-40c9ef79-8bf6-4c70-beba-3394a944556c req-5e1130e5-9bf4-497d-84c1-2cd00ea85ef2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b26a3ab-90ef-4897-9d46-cabacc233493 HTTP/1.1" status: 200 len: 217 time: 0.0339806 Jul 15 14:12:38.710388 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c9ef79-8bf6-4c70-beba-3394a944556c req-c32c96bb-9187-4fd2-9daf-783138ba88d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:38.711899 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-40c9ef79-8bf6-4c70-beba-3394a944556c req-c32c96bb-9187-4fd2-9daf-783138ba88d9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cc50019d-9323-4358-954e-f9de5cb4abe7 HTTP/1.1" status: 200 len: 849 time: 0.0456989 Jul 15 14:12:38.755705 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-40c9ef79-8bf6-4c70-beba-3394a944556c req-0d1cd219-edf2-401a-80c2-167c92c63b79 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9d7449fa-4c1b-47af-88d2-83c6bf0d6c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333900 Jul 15 14:12:38.866675 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-40c9ef79-8bf6-4c70-beba-3394a944556c req-b5be0504-71f2-4726-83c5-8ab6412c97ef service neutron] 10.222.0.64 "GET /v2.0/networks/9d7449fa-4c1b-47af-88d2-83c6bf0d6c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003351 Jul 15 14:12:38.970140 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-40c9ef79-8bf6-4c70-beba-3394a944556c req-ab492671-3d6b-462e-a9bc-bbd09b780fc5 service neutron] 10.222.0.64 "GET /v2.0/networks/9d7449fa-4c1b-47af-88d2-83c6bf0d6c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971377 Jul 15 14:12:39.240371 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f840a9b-9b25-424b-9c09-f93c54caa9c7 req-945a8dbd-43da-4115-ad39-2d900252010b tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:39.241989 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9f840a9b-9b25-424b-9c09-f93c54caa9c7 req-945a8dbd-43da-4115-ad39-2d900252010b tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] 10.222.0.16 "GET /v2.0/ports?device_id=992e311c-9915-4352-9785-203f724e5c79 HTTP/1.1" status: 200 len: 944 time: 0.0514743 Jul 15 14:12:39.293599 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9f840a9b-9b25-424b-9c09-f93c54caa9c7 req-f8d342f2-ef40-455e-b6d6-669d510a4eb6 tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b709147-a4f9-40e9-9b77-fe0b4b013eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451810 Jul 15 14:12:39.551063 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device 3b26a3ab-90ef-4897-9d46-cabacc233493 details requested by agent hyperv_hv-cinder-85000 with host hv-cinder-85000 {{(pid=103883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:12:39.566287 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:12:39.665831 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port 3b26a3ab-90ef-4897-9d46-cabacc233493, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=3b26a3ab-90ef-4897-9d46-cabacc233493,segment=NetworkSegment(087cb5dc-52d0-47cd-a0f9-b3274daa2bb5),segment_id=087cb5dc-52d0-47cd-a0f9-b3274daa2bb5)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:12:39.678252 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Returning: {'device': '3b26a3ab-90ef-4897-9d46-cabacc233493', 'network_id': '9d7449fa-4c1b-47af-88d2-83c6bf0d6c8a', 'port_id': '3b26a3ab-90ef-4897-9d46-cabacc233493', 'mac_address': 'fa:16:3e:1e:a6:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc50019d-9323-4358-954e-f9de5cb4abe7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:12:39.714252 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Current status of the port 3b26a3ab-90ef-4897-9d46-cabacc233493 is: DOWN; New status is: BUILD {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:12:39.714646 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (3b26a3ab-90ef-4897-9d46-cabacc233493), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:39.728745 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b26a3ab-90ef-4897-9d46-cabacc233493 {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 14:12:39.751325 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port 3b26a3ab-90ef-4897-9d46-cabacc233493, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=3b26a3ab-90ef-4897-9d46-cabacc233493,segment=NetworkSegment(087cb5dc-52d0-47cd-a0f9-b3274daa2bb5),segment_id=087cb5dc-52d0-47cd-a0f9-b3274daa2bb5)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:12:39.756219 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (3b26a3ab-90ef-4897-9d46-cabacc233493), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:39.808818 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Pushing event updated for resources: {'Port': ['ID=3b26a3ab-90ef-4897-9d46-cabacc233493,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:39.986624 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] get_ports_and_sgs() called for port_ids ['3b26a3ab-90ef-4897-9d46-cabacc233493'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:12:40.099368 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:12:40.121871 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:12:40.412186 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb8bbc-22ec-474a-9f49-d6c9764ef24e req-5268ff23-9f4c-45a3-9dba-22e9dd53b53f tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:40.413652 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f5cb8bbc-22ec-474a-9f49-d6c9764ef24e req-5268ff23-9f4c-45a3-9dba-22e9dd53b53f tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] 10.222.0.16 "GET /v2.0/ports?device_id=992e311c-9915-4352-9785-203f724e5c79 HTTP/1.1" status: 200 len: 945 time: 0.0525925 Jul 15 14:12:40.461649 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f5cb8bbc-22ec-474a-9f49-d6c9764ef24e req-28eedeea-1895-4811-8c8b-483342fcd1d8 tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b709147-a4f9-40e9-9b77-fe0b4b013eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423486 Jul 15 14:12:41.577287 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88027ca-e3a3-4af5-ad1f-12686ba5c514 req-9afd0ebe-b05d-46f9-af0e-a7c94451e188 tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:41.579650 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f88027ca-e3a3-4af5-ad1f-12686ba5c514 req-9afd0ebe-b05d-46f9-af0e-a7c94451e188 tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] 10.222.0.16 "GET /v2.0/ports?device_id=992e311c-9915-4352-9785-203f724e5c79 HTTP/1.1" status: 200 len: 945 time: 0.0477066 Jul 15 14:12:41.580268 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device 3b26a3ab-90ef-4897-9d46-cabacc233493 up at agent hyperv_hv-cinder-85000 {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:12:41.625232 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Provisioning for port 3b26a3ab-90ef-4897-9d46-cabacc233493 completed by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 15 14:12:41.629309 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f88027ca-e3a3-4af5-ad1f-12686ba5c514 req-bf693d15-a00d-48fd-8588-e04927e42317 tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b709147-a4f9-40e9-9b77-fe0b4b013eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432673 Jul 15 14:12:41.634939 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Provisioning complete for port 3b26a3ab-90ef-4897-9d46-cabacc233493 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:12:41.635423 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (3b26a3ab-90ef-4897-9d46-cabacc233493), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:41.717914 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Current status of the port 3b26a3ab-90ef-4897-9d46-cabacc233493 is: BUILD; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:12:41.718297 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (3b26a3ab-90ef-4897-9d46-cabacc233493), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:41.743219 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '992e311c-9915-4352-9785-203f724e5c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b26a3ab-90ef-4897-9d46-cabacc233493'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:12:41.745423 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c4b0ce05359387fb1b8f2741601f150af1cafc779f59aaec505bdecc1202ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b784863b-8360-45bb-b4ce-f4e76cf80c74" -d '{"events": [{"server_uuid": "992e311c-9915-4352-9785-203f724e5c79", "name": "network-vif-plugged", "status": "completed", "tag": "3b26a3ab-90ef-4897-9d46-cabacc233493"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:12:41.759798 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port 3b26a3ab-90ef-4897-9d46-cabacc233493, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=3b26a3ab-90ef-4897-9d46-cabacc233493,segment=NetworkSegment(087cb5dc-52d0-47cd-a0f9-b3274daa2bb5),segment_id=087cb5dc-52d0-47cd-a0f9-b3274daa2bb5)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:12:41.764731 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (3b26a3ab-90ef-4897-9d46-cabacc233493), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:41.941690 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 14:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b486079-682e-44c6-a66b-9963758bfd71 x-openstack-request-id: req-5b486079-682e-44c6-a66b-9963758bfd71 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:12:41.941982 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "992e311c-9915-4352-9785-203f724e5c79", "name": "network-vif-plugged", "status": "completed", "tag": "3b26a3ab-90ef-4897-9d46-cabacc233493", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:12:41.942236 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5b486079-682e-44c6-a66b-9963758bfd71 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:12:41.943217 dv-cinder-850002-1-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b486079-682e-44c6-a66b-9963758bfd71'] response: {'server_uuid': '992e311c-9915-4352-9785-203f724e5c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b26a3ab-90ef-4897-9d46-cabacc233493', 'code': 200} Jul 15 14:12:41.971794 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Pushing event updated for resources: {'Port': ['ID=3b26a3ab-90ef-4897-9d46-cabacc233493,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:41.990532 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c830471-2c04-47b9-a902-c6c5a3409332 req-b3a61c44-1a4a-4d53-a04a-8b7dafc10ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:41.992340 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-8c830471-2c04-47b9-a902-c6c5a3409332 req-b3a61c44-1a4a-4d53-a04a-8b7dafc10ffc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=992e311c-9915-4352-9785-203f724e5c79 HTTP/1.1" status: 200 len: 1130 time: 0.0502367 Jul 15 14:12:42.060032 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-8c830471-2c04-47b9-a902-c6c5a3409332 req-15339b31-880a-4f84-b7c9-57ddf3be79a0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2b709147-a4f9-40e9-9b77-fe0b4b013eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561588 Jul 15 14:12:42.741275 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:12:42.744120 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:12:42.753846 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9e3ba-db97-436e-b00c-c5123800b0de req-96d21cba-8a8e-4ff3-acf5-8fcd27071006 tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:42.755348 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8ad9e3ba-db97-436e-b00c-c5123800b0de req-96d21cba-8a8e-4ff3-acf5-8fcd27071006 tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] 10.222.0.16 "GET /v2.0/ports?device_id=992e311c-9915-4352-9785-203f724e5c79 HTTP/1.1" status: 200 len: 946 time: 0.0506432 Jul 15 14:12:42.809161 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8ad9e3ba-db97-436e-b00c-c5123800b0de req-4ba07399-da91-412f-a558-23155fefc519 tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b709147-a4f9-40e9-9b77-fe0b4b013eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481529 Jul 15 14:12:43.378490 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-49d27e69-daab-4327-9da1-747edb6002ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (6c40ee43-5406-4a95-b7b4-11b32ddced25), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:43.943521 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43793112-200d-48a0-9381-b8e33cc65df0 req-4c56a164-ef73-46f2-9d65-fbf27ee33a95 tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:43.945199 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-43793112-200d-48a0-9381-b8e33cc65df0 req-4c56a164-ef73-46f2-9d65-fbf27ee33a95 tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] 10.222.0.16 "GET /v2.0/ports?device_id=992e311c-9915-4352-9785-203f724e5c79 HTTP/1.1" status: 200 len: 946 time: 0.0635450 Jul 15 14:12:43.994858 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-43793112-200d-48a0-9381-b8e33cc65df0 req-cb8d1d50-83c1-41ef-ab16-dc796f13bef8 tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b709147-a4f9-40e9-9b77-fe0b4b013eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438049 Jul 15 14:12:44.685793 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1597fe3-db1f-4617-8754-796e1c46ebe1 req-e607c9a5-e937-464d-8e85-5218d2cf6fd9 tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:44.687192 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e1597fe3-db1f-4617-8754-796e1c46ebe1 req-e607c9a5-e937-464d-8e85-5218d2cf6fd9 tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] 10.222.0.16 "GET /v2.0/ports?device_id=992e311c-9915-4352-9785-203f724e5c79 HTTP/1.1" status: 200 len: 946 time: 0.0491507 Jul 15 14:12:44.736596 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e1597fe3-db1f-4617-8754-796e1c46ebe1 req-6e8eb7bd-d7bf-4a02-b43f-e5812b554c08 tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b709147-a4f9-40e9-9b77-fe0b4b013eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437796 Jul 15 14:12:45.855502 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-969190db-fa40-4e3e-ad0e-7de44b4cca1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (f703993d-e678-48e2-a65c-4d8192af82e3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:45.866625 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481f325-e660-44ef-9f39-4329b58dcb5d req-73c742aa-6ec3-41b9-b0f5-5fa5b04eedb0 tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:45.868066 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1481f325-e660-44ef-9f39-4329b58dcb5d req-73c742aa-6ec3-41b9-b0f5-5fa5b04eedb0 tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] 10.222.0.16 "GET /v2.0/ports?device_id=992e311c-9915-4352-9785-203f724e5c79 HTTP/1.1" status: 200 len: 946 time: 0.0555377 Jul 15 14:12:45.921291 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1481f325-e660-44ef-9f39-4329b58dcb5d req-6506e28a-cf9f-4fc5-b586-dacf568cf019 tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b709147-a4f9-40e9-9b77-fe0b4b013eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473726 Jul 15 14:12:46.048277 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d69ea7-a403-4fc9-a359-a7dbbd5c99e1 req-7de06fca-a18f-4e8b-9074-a2fcf06f4e22 tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:12:46.050041 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-18d69ea7-a403-4fc9-a359-a7dbbd5c99e1 req-7de06fca-a18f-4e8b-9074-a2fcf06f4e22 tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] 10.222.0.64 "GET /v2.0/ports?device_id=992e311c-9915-4352-9785-203f724e5c79 HTTP/1.1" status: 200 len: 946 time: 0.0486615 Jul 15 14:12:46.141204 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-18d69ea7-a403-4fc9-a359-a7dbbd5c99e1 req-e1c4b5a3-9aea-4402-995e-62e86c0d694e tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Deleting port 3b26a3ab-90ef-4897-9d46-cabacc233493 {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:12:46.141458 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-18d69ea7-a403-4fc9-a359-a7dbbd5c99e1 req-e1c4b5a3-9aea-4402-995e-62e86c0d694e tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (3b26a3ab-90ef-4897-9d46-cabacc233493), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:46.229083 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=100 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:12:46.246667 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-18d69ea7-a403-4fc9-a359-a7dbbd5c99e1 req-e1c4b5a3-9aea-4402-995e-62e86c0d694e tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] For port 3b26a3ab-90ef-4897-9d46-cabacc233493, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=3b26a3ab-90ef-4897-9d46-cabacc233493,segment=NetworkSegment(087cb5dc-52d0-47cd-a0f9-b3274daa2bb5),segment_id=087cb5dc-52d0-47cd-a0f9-b3274daa2bb5)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:12:46.247035 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-18d69ea7-a403-4fc9-a359-a7dbbd5c99e1 req-e1c4b5a3-9aea-4402-995e-62e86c0d694e tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (3b26a3ab-90ef-4897-9d46-cabacc233493), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:46.261532 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-18d69ea7-a403-4fc9-a359-a7dbbd5c99e1 req-e1c4b5a3-9aea-4402-995e-62e86c0d694e tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Calling delete_port for 3b26a3ab-90ef-4897-9d46-cabacc233493 owned by compute:nova {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:12:46.399164 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-18d69ea7-a403-4fc9-a359-a7dbbd5c99e1 req-e1c4b5a3-9aea-4402-995e-62e86c0d694e tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (3b26a3ab-90ef-4897-9d46-cabacc233493), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:46.407460 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:12:46.415656 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] get_ports_and_sgs() called for port_ids ['3b26a3ab-90ef-4897-9d46-cabacc233493'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:12:46.434313 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c4b5a3-9aea-4402-995e-62e86c0d694e tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Pushing event deleted for resources: {'Port': ['ID=3b26a3ab-90ef-4897-9d46-cabacc233493,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:46.448803 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c4b5a3-9aea-4402-995e-62e86c0d694e tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:46.449156 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c4b5a3-9aea-4402-995e-62e86c0d694e tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:46.449505 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c4b5a3-9aea-4402-995e-62e86c0d694e tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:46.449847 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c4b5a3-9aea-4402-995e-62e86c0d694e tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:46.450188 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c4b5a3-9aea-4402-995e-62e86c0d694e tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:46.450522 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c4b5a3-9aea-4402-995e-62e86c0d694e tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:46.450851 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c4b5a3-9aea-4402-995e-62e86c0d694e tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:46.451179 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c4b5a3-9aea-4402-995e-62e86c0d694e tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:46.451513 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c4b5a3-9aea-4402-995e-62e86c0d694e tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:46.451865 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c4b5a3-9aea-4402-995e-62e86c0d694e tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:46.452196 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c4b5a3-9aea-4402-995e-62e86c0d694e tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:46.452558 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c4b5a3-9aea-4402-995e-62e86c0d694e tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:46.452880 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c4b5a3-9aea-4402-995e-62e86c0d694e tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:46.453205 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c4b5a3-9aea-4402-995e-62e86c0d694e tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:46.453560 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c4b5a3-9aea-4402-995e-62e86c0d694e tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:46.501352 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d69ea7-a403-4fc9-a359-a7dbbd5c99e1 req-e1c4b5a3-9aea-4402-995e-62e86c0d694e tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] No DVR routers for this DVR port 3b26a3ab-90ef-4897-9d46-cabacc233493 on host hv-cinder-85000 {{(pid=103881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 15 14:12:46.505582 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-18d69ea7-a403-4fc9-a359-a7dbbd5c99e1 req-e1c4b5a3-9aea-4402-995e-62e86c0d694e tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:46.511665 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-18d69ea7-a403-4fc9-a359-a7dbbd5c99e1 req-e1c4b5a3-9aea-4402-995e-62e86c0d694e tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] 10.222.0.64 "DELETE /v2.0/ports/3b26a3ab-90ef-4897-9d46-cabacc233493 HTTP/1.1" status: 204 len: 173 time: 0.4560127 Jul 15 14:12:46.512415 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '992e311c-9915-4352-9785-203f724e5c79', 'name': 'network-vif-deleted', 'tag': '3b26a3ab-90ef-4897-9d46-cabacc233493'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:12:46.516263 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27b3149431a8a58964108cadaaee569fc83829ebf6971f3e535c686fd00e584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58581ea3-ffc0-4f45-af09-dc04326fe614" -d '{"events": [{"server_uuid": "992e311c-9915-4352-9785-203f724e5c79", "name": "network-vif-deleted", "tag": "3b26a3ab-90ef-4897-9d46-cabacc233493"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:12:46.562458 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 14:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2935dbcf-ff99-4680-8fd5-1bcaa8a18ee0 x-openstack-request-id: req-2935dbcf-ff99-4680-8fd5-1bcaa8a18ee0 {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:12:46.562803 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "992e311c-9915-4352-9785-203f724e5c79", "name": "network-vif-deleted", "tag": "3b26a3ab-90ef-4897-9d46-cabacc233493", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:12:46.563112 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2935dbcf-ff99-4680-8fd5-1bcaa8a18ee0 {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:12:46.563623 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2935dbcf-ff99-4680-8fd5-1bcaa8a18ee0'] response: {'server_uuid': '992e311c-9915-4352-9785-203f724e5c79', 'name': 'network-vif-deleted', 'tag': '3b26a3ab-90ef-4897-9d46-cabacc233493', 'status': 'completed', 'code': 200} Jul 15 14:12:47.058378 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c4cf3cc7-5f60-4c35-808c-c4f1a65c2e28 req-ba34d8cd-6359-4265-a18e-e7d1128834f0 tempest-VolumesActionsTest-218732649 tempest-VolumesActionsTest-218732649-project] 10.222.0.16 "GET /v2.0/ports?device_id=992e311c-9915-4352-9785-203f724e5c79 HTTP/1.1" status: 200 len: 210 time: 0.0334094 Jul 15 14:12:47.315265 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62650970-9807-4a53-b182-b0e3c169648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (be31d1c0-1844-4ed1-99dc-0179bb6e7ee8), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:48.564486 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee182daf-6335-4abe-96a5-cfae59e42a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (d0f04363-b393-47bd-b9b2-c25e00098206), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:48.766811 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (7bcac420-d3a9-4cfc-af22-5ba5795a5287), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:51.733787 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device 3b26a3ab-90ef-4897-9d46-cabacc233493 no longer exists at agent hyperv_hv-cinder-85000 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:12:51.764616 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] No Port match for: 3b26a3ab-90ef-4897-9d46-cabacc233493 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 15 14:12:51.765191 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device 3b26a3ab-90ef-4897-9d46-cabacc233493 not bound to the agent host hv-cinder-85000 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:12:56.448180 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=24,neutron:DELETE=5 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:12:56.476471 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:12:56.938388 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (73ab3907-1bcf-455f-a05d-131e96f159a2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:12:57.036505 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=36 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:12:57.039714 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=31 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:13:01.738539 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=26,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:13:03.328437 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-3117b6cd-8377-4598-90e9-298b0791c2f7 None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:13:06.926030 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=34,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:13:06.933293 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=56,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:13:08.175807 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-2ee95c30-e68a-48ab-8681-4f8d7b86bdb2 req-af251154-fa81-4ecc-8dfd-7e34896d8234 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f9ea0b24-ed6f-48ea-a44f-3560c297855d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416429 Jul 15 14:13:08.263618 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee95c30-e68a-48ab-8681-4f8d7b86bdb2 req-178ca7d2-1b44-437f-a6ff-b489795551a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:13:08.265152 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-2ee95c30-e68a-48ab-8681-4f8d7b86bdb2 req-178ca7d2-1b44-437f-a6ff-b489795551a6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ddbd6e1cb0814523b4e528c14d06cdad&device_id=f9ea0b24-ed6f-48ea-a44f-3560c297855d HTTP/1.1" status: 200 len: 1129 time: 0.0418367 Jul 15 14:13:08.374874 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee95c30-e68a-48ab-8681-4f8d7b86bdb2 req-4a7c1bf5-19f0-49fb-b53c-aed3bd507e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:13:08.376338 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-2ee95c30-e68a-48ab-8681-4f8d7b86bdb2 req-4a7c1bf5-19f0-49fb-b53c-aed3bd507e53 service neutron] 10.222.0.64 "GET /v2.0/networks?id=83416a30-2d17-494b-808c-bdf0235bc309 HTTP/1.1" status: 200 len: 913 time: 0.0883498 Jul 15 14:13:08.442042 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-2ee95c30-e68a-48ab-8681-4f8d7b86bdb2 req-1af053a0-349b-40b0-a7aa-30f358032d72 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=045827b2-1b07-4c35-8cc7-f2329ad46ed0 HTTP/1.1" status: 200 len: 1000 time: 0.0555925 Jul 15 14:13:08.502266 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee95c30-e68a-48ab-8681-4f8d7b86bdb2 req-ebf258c2-b561-43b7-ae30-2774cb55cd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:13:08.504030 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-2ee95c30-e68a-48ab-8681-4f8d7b86bdb2 req-ebf258c2-b561-43b7-ae30-2774cb55cd5d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=36841f61-1fd6-4773-a700-5f34edf482dd HTTP/1.1" status: 200 len: 851 time: 0.0536871 Jul 15 14:13:08.553203 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee95c30-e68a-48ab-8681-4f8d7b86bdb2 req-09d491d2-a9c9-4f3c-ac43-40e895ae1e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:13:08.554747 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-2ee95c30-e68a-48ab-8681-4f8d7b86bdb2 req-09d491d2-a9c9-4f3c-ac43-40e895ae1e2b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=83416a30-2d17-494b-808c-bdf0235bc309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445831 Jul 15 14:13:08.656187 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-2ee95c30-e68a-48ab-8681-4f8d7b86bdb2 req-422284bc-f5f5-4992-96f5-5005e5318a6e service neutron] 10.222.0.64 "GET /v2.0/networks/83416a30-2d17-494b-808c-bdf0235bc309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944374 Jul 15 14:13:08.769235 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-2ee95c30-e68a-48ab-8681-4f8d7b86bdb2 req-b01c0bde-3572-4ccb-ba96-93e24f3beaa4 service neutron] 10.222.0.64 "GET /v2.0/networks/83416a30-2d17-494b-808c-bdf0235bc309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035721 Jul 15 14:13:10.148637 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 55746) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:13:10.192073 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b5849ed-afc3-4deb-8b17-a5746a616fd7 admin admin] Deleting subnet cc50019d-9323-4358-954e-f9de5cb4abe7 {{(pid=103881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 15 14:13:10.196024 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5b5849ed-afc3-4deb-8b17-a5746a616fd7 admin admin] Publish callbacks [] for subnet (cc50019d-9323-4358-954e-f9de5cb4abe7), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:13:10.234994 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5b5849ed-afc3-4deb-8b17-a5746a616fd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524186'] for subnet (cc50019d-9323-4358-954e-f9de5cb4abe7), precommit_delete_associations {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:13:10.276168 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5b5849ed-afc3-4deb-8b17-a5746a616fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7811561'] for subnet (cc50019d-9323-4358-954e-f9de5cb4abe7), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:13:10.328357 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5b5849ed-afc3-4deb-8b17-a5746a616fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7811472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3268440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59476154'] for subnet (cc50019d-9323-4358-954e-f9de5cb4abe7), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:13:10.354496 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5849ed-afc3-4deb-8b17-a5746a616fd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc50019d-9323-4358-954e-f9de5cb4abe7,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:10.358151 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5b5849ed-afc3-4deb-8b17-a5746a616fd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for subnet (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:13:10.361506 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-5b5849ed-afc3-4deb-8b17-a5746a616fd7 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/cc50019d-9323-4358-954e-f9de5cb4abe7 HTTP/1.1" status: 204 len: 168 time: 0.2117193 Jul 15 14:13:10.364226 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 55748) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:13:10.438137 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f2e0712f-afa3-4ec6-ad07-37dac63d3821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7936400'] for network (9d7449fa-4c1b-47af-88d2-83c6bf0d6c8a), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:13:10.519436 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f2e0712f-afa3-4ec6-ad07-37dac63d3821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7814826', 'neutron.services.segments.db._delete_segments_for_network-8774722533663'] for network (9d7449fa-4c1b-47af-88d2-83c6bf0d6c8a), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:13:10.543759 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.services.segments.db [None req-f2e0712f-afa3-4ec6-ad07-37dac63d3821 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d7449fa-4c1b-47af-88d2-83c6bf0d6c8a']}} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:13:10.554127 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.services.segments.db [None req-f2e0712f-afa3-4ec6-ad07-37dac63d3821 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '087cb5dc-52d0-47cd-a0f9-b3274daa2bb5') {'for_net_delete': True} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:13:10.554503 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.services.segments.db [None req-f2e0712f-afa3-4ec6-ad07-37dac63d3821 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '087cb5dc-52d0-47cd-a0f9-b3274daa2bb5') {} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:13:10.564488 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f2e0712f-afa3-4ec6-ad07-37dac63d3821 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774722502184', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524181'] for segment (087cb5dc-52d0-47cd-a0f9-b3274daa2bb5), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:13:10.565887 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:13:10.576631 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:13:10.580840 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f2e0712f-afa3-4ec6-ad07-37dac63d3821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7753414'] for segment (087cb5dc-52d0-47cd-a0f9-b3274daa2bb5), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:13:10.588269 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2e0712f-afa3-4ec6-ad07-37dac63d3821 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=103881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:13:10.588707 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f2e0712f-afa3-4ec6-ad07-37dac63d3821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7753414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3268282'] for segment (087cb5dc-52d0-47cd-a0f9-b3274daa2bb5), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:13:10.651907 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f2e0712f-afa3-4ec6-ad07-37dac63d3821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7814819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452470'] for network (9d7449fa-4c1b-47af-88d2-83c6bf0d6c8a), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:13:10.659031 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f2e0712f-afa3-4ec6-ad07-37dac63d3821 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for network (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:13:10.665147 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-f2e0712f-afa3-4ec6-ad07-37dac63d3821 admin admin] 10.222.0.16 "DELETE /v2.0/networks/9d7449fa-4c1b-47af-88d2-83c6bf0d6c8a HTTP/1.1" status: 204 len: 168 time: 0.2969012 Jul 15 14:13:10.672767 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e0712f-afa3-4ec6-ad07-37dac63d3821 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d7449fa-4c1b-47af-88d2-83c6bf0d6c8a,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:10.748051 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.services.segments.plugin [-] Segment 087cb5dc-52d0-47cd-a0f9-b3274daa2bb5 resource provider aggregate not found Jul 15 14:13:10.772003 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.services.segments.plugin [-] Segment 087cb5dc-52d0-47cd-a0f9-b3274daa2bb5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 087cb5dc-52d0-47cd-a0f9-b3274daa2bb5 found for delete ", "request_id": "req-43d7524f-59f0-4133-912c-01f64cdc9b86"}]} Jul 15 14:13:10.818732 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 55758) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:13:10.862877 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-f4bad5b9-bfe2-487c-97a0-0f46ca5c7cd4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=18d5cd47ac9f408385f194b94f17049b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429633 Jul 15 14:13:10.866371 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 55760) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:13:10.923084 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5788571c-d995-4235-ab43-4005ed2cdfa5 admin admin] Publish callbacks [] for security_group (2b709147-a4f9-40e9-9b77-fe0b4b013eba), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:13:10.946618 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5788571c-d995-4235-ab43-4005ed2cdfa5 admin admin] Publish callbacks [] for security_group (2b709147-a4f9-40e9-9b77-fe0b4b013eba), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:13:10.996231 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5788571c-d995-4235-ab43-4005ed2cdfa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (2b709147-a4f9-40e9-9b77-fe0b4b013eba), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:13:10.998833 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5788571c-d995-4235-ab43-4005ed2cdfa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:13:11.000091 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-5788571c-d995-4235-ab43-4005ed2cdfa5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2b709147-a4f9-40e9-9b77-fe0b4b013eba HTTP/1.1" status: 204 len: 168 time: 0.1328049 Jul 15 14:13:11.008556 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5788571c-d995-4235-ab43-4005ed2cdfa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b709147-a4f9-40e9-9b77-fe0b4b013eba,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:11.637839 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=14 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:13:13.328467 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=20 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:13:13.383241 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7529420a-8899-40e9-a881-7bbd6ed4b8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (6c40ee43-5406-4a95-b7b4-11b32ddced25), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:13:14.578978 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 55804) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:13:14.691172 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9d0fa72d-bac4-4c40-b320-8db464c701c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:13:14.769694 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9d0fa72d-bac4-4c40-b320-8db464c701c2 admin admin] Publish callbacks [] for security_group (4571c787-efaa-4389-8ec0-2f38281f20a3), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:13:14.773733 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9d0fa72d-bac4-4c40-b320-8db464c701c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (4571c787-efaa-4389-8ec0-2f38281f20a3), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:13:14.814882 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0fa72d-bac4-4c40-b320-8db464c701c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4571c787-efaa-4389-8ec0-2f38281f20a3,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:14.819930 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-9d0fa72d-bac4-4c40-b320-8db464c701c2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=85c01920348f4ebeb98c5ea2f3ddde93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2396746 Jul 15 14:13:14.822885 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 55808) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:13:14.824822 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0fa72d-bac4-4c40-b320-8db464c701c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:14.825168 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0fa72d-bac4-4c40-b320-8db464c701c2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:14.825506 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0fa72d-bac4-4c40-b320-8db464c701c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:14.825853 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0fa72d-bac4-4c40-b320-8db464c701c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:14.826184 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0fa72d-bac4-4c40-b320-8db464c701c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:14.826511 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0fa72d-bac4-4c40-b320-8db464c701c2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:14.826836 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0fa72d-bac4-4c40-b320-8db464c701c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:14.827157 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0fa72d-bac4-4c40-b320-8db464c701c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:14.827501 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0fa72d-bac4-4c40-b320-8db464c701c2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:14.827824 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0fa72d-bac4-4c40-b320-8db464c701c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:14.828149 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0fa72d-bac4-4c40-b320-8db464c701c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:14.828498 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0fa72d-bac4-4c40-b320-8db464c701c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:14.828825 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0fa72d-bac4-4c40-b320-8db464c701c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:14.829139 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0fa72d-bac4-4c40-b320-8db464c701c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:14.829455 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0fa72d-bac4-4c40-b320-8db464c701c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:14.875521 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3a973591-8107-4649-9e46-7557be56eb42 admin admin] Publish callbacks [] for security_group (4571c787-efaa-4389-8ec0-2f38281f20a3), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:13:14.898874 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3a973591-8107-4649-9e46-7557be56eb42 admin admin] Publish callbacks [] for security_group (4571c787-efaa-4389-8ec0-2f38281f20a3), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:13:14.947821 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3a973591-8107-4649-9e46-7557be56eb42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (4571c787-efaa-4389-8ec0-2f38281f20a3), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:13:14.950484 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3a973591-8107-4649-9e46-7557be56eb42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:13:14.951723 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-3a973591-8107-4649-9e46-7557be56eb42 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4571c787-efaa-4389-8ec0-2f38281f20a3 HTTP/1.1" status: 204 len: 168 time: 0.1277099 Jul 15 14:13:14.961904 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a973591-8107-4649-9e46-7557be56eb42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4571c787-efaa-4389-8ec0-2f38281f20a3,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:15.864369 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7c05619f-5e78-4936-be6d-86dbde2bf869 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (f703993d-e678-48e2-a65c-4d8192af82e3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:13:17.320716 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62650970-9807-4a53-b182-b0e3c169648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (be31d1c0-1844-4ed1-99dc-0179bb6e7ee8), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:13:18.568420 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee182daf-6335-4abe-96a5-cfae59e42a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (d0f04363-b393-47bd-b9b2-c25e00098206), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:13:18.773435 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (7bcac420-d3a9-4cfc-af22-5ba5795a5287), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:13:24.813605 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=17,neutron:INSERT=5 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:13:24.818200 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=22,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:13:24.933173 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:DELETE=5,neutron:SELECT=47,neutron:UPDATE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:13:24.956168 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:DELETE=7,neutron:SELECT=40 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:13:26.940557 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (73ab3907-1bcf-455f-a05d-131e96f159a2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:13:36.928745 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:13:36.933259 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:13:36.937098 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:13:40.332056 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-3117b6cd-8377-4598-90e9-298b0791c2f7 None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:13:43.388988 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c05c97f5-145b-4b37-ac7e-56e7b829c560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (6c40ee43-5406-4a95-b7b4-11b32ddced25), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:13:45.871103 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a5ff73f5-5f90-476d-990b-f35074e15daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (f703993d-e678-48e2-a65c-4d8192af82e3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:13:47.328369 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62650970-9807-4a53-b182-b0e3c169648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (be31d1c0-1844-4ed1-99dc-0179bb6e7ee8), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:13:48.579619 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee182daf-6335-4abe-96a5-cfae59e42a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (d0f04363-b393-47bd-b9b2-c25e00098206), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:13:48.762682 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (7bcac420-d3a9-4cfc-af22-5ba5795a5287), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:13:50.323640 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=4 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:13:50.324451 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=4 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:13:54.082161 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d45ee137-095e-4fb7-9294-e0554fb966e6 req-be993d84-c06a-41a9-ab20-8f4d098e7ae0 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-245232798&fields=id&tenant_id=ddbd6e1cb0814523b4e528c14d06cdad HTTP/1.1" status: 200 len: 267 time: 0.0432808 Jul 15 14:13:54.198201 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ee137-095e-4fb7-9294-e0554fb966e6 req-277a017e-9f9a-40e9-9f08-867026d725e0 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:13:54.199674 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d45ee137-095e-4fb7-9294-e0554fb966e6 req-277a017e-9f9a-40e9-9f08-867026d725e0 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/networks?id=83416a30-2d17-494b-808c-bdf0235bc309 HTTP/1.1" status: 200 len: 812 time: 0.1106479 Jul 15 14:13:54.215189 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d45ee137-095e-4fb7-9294-e0554fb966e6 req-f8120f33-3685-4a97-a951-330216202b95 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/quotas/ddbd6e1cb0814523b4e528c14d06cdad HTTP/1.1" status: 200 len: 375 time: 0.0102134 Jul 15 14:13:54.270620 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d45ee137-095e-4fb7-9294-e0554fb966e6 req-60c617ad-e8fc-4554-b237-6d3dc225ca12 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ddbd6e1cb0814523b4e528c14d06cdad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0501397 Jul 15 14:13:54.466723 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d45ee137-095e-4fb7-9294-e0554fb966e6 req-7e591de8-f860-4b12-a2ca-2b2cb9ac1ec7 service neutron] 10.222.0.16 "GET /v2.0/networks/83416a30-2d17-494b-808c-bdf0235bc309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841152 Jul 15 14:13:54.575884 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d45ee137-095e-4fb7-9294-e0554fb966e6 req-7e61fff1-908e-4637-8865-158fc2c5d0d9 service neutron] 10.222.0.16 "GET /v2.0/networks/83416a30-2d17-494b-808c-bdf0235bc309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027782 Jul 15 14:13:54.938596 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0b48900f-e93a-4971-a41d-ef85521d582f req-51331c10-998c-4797-86e2-7ab61f430e09 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0467893-1553-44ca-929b-ff05f7f889f1 HTTP/1.1" status: 200 len: 210 time: 0.0303214 Jul 15 14:13:55.933003 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ee137-095e-4fb7-9294-e0554fb966e6 req-a8b4d6e7-a4a2-4209-b69d-ee023f7fd032 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:13:55.934727 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d45ee137-095e-4fb7-9294-e0554fb966e6 req-a8b4d6e7-a4a2-4209-b69d-ee023f7fd032 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.64 "GET /v2.0/networks?id=83416a30-2d17-494b-808c-bdf0235bc309 HTTP/1.1" status: 200 len: 812 time: 0.1148026 Jul 15 14:13:56.006164 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d45ee137-095e-4fb7-9294-e0554fb966e6 req-d007b47e-2a06-4a18-b83f-1bddb4125e61 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ddbd6e1cb0814523b4e528c14d06cdad HTTP/1.1" status: 200 len: 379 time: 0.0611830 Jul 15 14:13:56.022448 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [req-d45ee137-095e-4fb7-9294-e0554fb966e6 req-5c85f1a2-afab-4871-abca-5368049c0274 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Request body: {'port': {'device_id': 'd0467893-1553-44ca-929b-ff05f7f889f1', 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309', 'admin_state_up': True, 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'security_groups': ['ee2a1e57-92e7-415c-bb8b-57f220d5d3df']}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:13:56.053780 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8e7d6d5a-259d-4bb6-b4de-c7d78a069ed0 req-697d27b5-706a-41ff-8913-63d49dd1c216 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0467893-1553-44ca-929b-ff05f7f889f1 HTTP/1.1" status: 200 len: 210 time: 0.0334079 Jul 15 14:13:56.144816 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d45ee137-095e-4fb7-9294-e0554fb966e6 req-5c85f1a2-afab-4871-abca-5368049c0274 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Made reservation on behalf of ddbd6e1cb0814523b4e528c14d06cdad for: {'port': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:13:56.148631 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-d45ee137-095e-4fb7-9294-e0554fb966e6 req-5c85f1a2-afab-4871-abca-5368049c0274 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:13:56.284037 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [req-d45ee137-095e-4fb7-9294-e0554fb966e6 req-5c85f1a2-afab-4871-abca-5368049c0274 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Allocated IP 172.20.0.11 (83416a30-2d17-494b-808c-bdf0235bc309/36841f61-1fd6-4773-a700-5f34edf482dd/cff4b5a1-84a9-42c1-8bb6-bd537dde9040) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:13:56.442058 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-d45ee137-095e-4fb7-9294-e0554fb966e6 req-5c85f1a2-afab-4871-abca-5368049c0274 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks [] for port (cff4b5a1-84a9-42c1-8bb6-bd537dde9040), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:13:56.479833 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-d45ee137-095e-4fb7-9294-e0554fb966e6 req-5c85f1a2-afab-4871-abca-5368049c0274 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (cff4b5a1-84a9-42c1-8bb6-bd537dde9040), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:13:56.523875 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d45ee137-095e-4fb7-9294-e0554fb966e6 req-5c85f1a2-afab-4871-abca-5368049c0274 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Network 83416a30-2d17-494b-808c-bdf0235bc309 is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:13:56.529873 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [req-d45ee137-095e-4fb7-9294-e0554fb966e6 req-5c85f1a2-afab-4871-abca-5368049c0274 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:13:56.534399 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-d45ee137-095e-4fb7-9294-e0554fb966e6 req-5c85f1a2-afab-4871-abca-5368049c0274 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:13:56.565139 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c85f1a2-afab-4871-abca-5368049c0274 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Pushing event updated for resources: {'Port': ['ID=cff4b5a1-84a9-42c1-8bb6-bd537dde9040,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:56.579760 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c85f1a2-afab-4871-abca-5368049c0274 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:56.580110 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c85f1a2-afab-4871-abca-5368049c0274 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:56.580947 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c85f1a2-afab-4871-abca-5368049c0274 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:56.581334 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c85f1a2-afab-4871-abca-5368049c0274 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:56.581651 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c85f1a2-afab-4871-abca-5368049c0274 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:56.582003 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c85f1a2-afab-4871-abca-5368049c0274 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:56.582324 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c85f1a2-afab-4871-abca-5368049c0274 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:56.582677 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c85f1a2-afab-4871-abca-5368049c0274 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:56.582990 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c85f1a2-afab-4871-abca-5368049c0274 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:56.583321 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c85f1a2-afab-4871-abca-5368049c0274 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:56.583768 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c85f1a2-afab-4871-abca-5368049c0274 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:56.584226 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c85f1a2-afab-4871-abca-5368049c0274 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:56.584597 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c85f1a2-afab-4871-abca-5368049c0274 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:56.584929 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c85f1a2-afab-4871-abca-5368049c0274 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:56.585263 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c85f1a2-afab-4871-abca-5368049c0274 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:56.611088 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ee137-095e-4fb7-9294-e0554fb966e6 req-5c85f1a2-afab-4871-abca-5368049c0274 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:13:56.611747 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-d45ee137-095e-4fb7-9294-e0554fb966e6 req-5c85f1a2-afab-4871-abca-5368049c0274 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:13:56.636197 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d45ee137-095e-4fb7-9294-e0554fb966e6 req-5c85f1a2-afab-4871-abca-5368049c0274 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6180611 Jul 15 14:13:56.653381 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [req-d45ee137-095e-4fb7-9294-e0554fb966e6 req-d88ca043-8558-4027-8192-3bb4eb5af1ca service neutron] Request body: {'port': {'device_id': 'd0467893-1553-44ca-929b-ff05f7f889f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85000'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:13:56.685568 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:13:56.745606 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-d45ee137-095e-4fb7-9294-e0554fb966e6 req-d88ca043-8558-4027-8192-3bb4eb5af1ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (cff4b5a1-84a9-42c1-8bb6-bd537dde9040), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:13:56.799090 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:13:56.877179 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-7b993114-eda7-493f-a1f8-b67027a8b5f9 None None] Provisioning complete for port cff4b5a1-84a9-42c1-8bb6-bd537dde9040 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:13:56.877997 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7b993114-eda7-493f-a1f8-b67027a8b5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (cff4b5a1-84a9-42c1-8bb6-bd537dde9040), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:13:56.912661 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-7b993114-eda7-493f-a1f8-b67027a8b5f9 None None] Port cff4b5a1-84a9-42c1-8bb6-bd537dde9040 cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 15 14:13:56.948456 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (73ab3907-1bcf-455f-a05d-131e96f159a2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:13:57.070497 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [req-d45ee137-095e-4fb7-9294-e0554fb966e6 req-d88ca043-8558-4027-8192-3bb4eb5af1ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cff4b5a1-84a9-42c1-8bb6-bd537dde9040 {{(pid=103881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 14:13:57.083573 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-d45ee137-095e-4fb7-9294-e0554fb966e6 req-d88ca043-8558-4027-8192-3bb4eb5af1ca service neutron] Publish callbacks [] for port (cff4b5a1-84a9-42c1-8bb6-bd537dde9040), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:13:57.108268 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.provisioning_blocks [req-d45ee137-095e-4fb7-9294-e0554fb966e6 req-d88ca043-8558-4027-8192-3bb4eb5af1ca service neutron] Transition to ACTIVE for port object cff4b5a1-84a9-42c1-8bb6-bd537dde9040 will not be triggered until provisioned by entity L2. {{(pid=103881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 15 14:13:57.113826 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-d45ee137-095e-4fb7-9294-e0554fb966e6 req-d88ca043-8558-4027-8192-3bb4eb5af1ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268230'] for port (cff4b5a1-84a9-42c1-8bb6-bd537dde9040), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:13:57.199436 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88ca043-8558-4027-8192-3bb4eb5af1ca service neutron] Pushing event updated for resources: {'Port': ['ID=cff4b5a1-84a9-42c1-8bb6-bd537dde9040,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:57.228082 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afcbbdf-d29e-4638-b4e6-9d4150fc866d req-f248f64c-3b57-4770-938d-9a9e47dbc8d1 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:13:57.230840 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4afcbbdf-d29e-4638-b4e6-9d4150fc866d req-f248f64c-3b57-4770-938d-9a9e47dbc8d1 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0467893-1553-44ca-929b-ff05f7f889f1 HTTP/1.1" status: 200 len: 944 time: 0.0910416 Jul 15 14:13:57.296489 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-d45ee137-095e-4fb7-9294-e0554fb966e6 req-d88ca043-8558-4027-8192-3bb4eb5af1ca service neutron] Attempting to bind port cff4b5a1-84a9-42c1-8bb6-bd537dde9040 on host hv-cinder-85000 for vnic_type normal with profile {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 15 14:13:57.296848 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-d45ee137-095e-4fb7-9294-e0554fb966e6 req-d88ca043-8558-4027-8192-3bb4eb5af1ca service neutron] Attempting to bind port cff4b5a1-84a9-42c1-8bb6-bd537dde9040 by drivers openvswitch,hyperv on host hv-cinder-85000 at level 0 using segments [{'id': 'b4cd819b-3570-4fd1-90e3-441ac0a8020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309'}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 15 14:13:57.297139 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45ee137-095e-4fb7-9294-e0554fb966e6 req-d88ca043-8558-4027-8192-3bb4eb5af1ca service neutron] Attempting to bind port cff4b5a1-84a9-42c1-8bb6-bd537dde9040 on network 83416a30-2d17-494b-808c-bdf0235bc309 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:13:57.303663 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45ee137-095e-4fb7-9294-e0554fb966e6 req-d88ca043-8558-4027-8192-3bb4eb5af1ca service neutron] Port cff4b5a1-84a9-42c1-8bb6-bd537dde9040 on network 83416a30-2d17-494b-808c-bdf0235bc309 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85000 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 15 14:13:57.304335 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45ee137-095e-4fb7-9294-e0554fb966e6 req-d88ca043-8558-4027-8192-3bb4eb5af1ca service neutron] Attempting to bind port cff4b5a1-84a9-42c1-8bb6-bd537dde9040 on network 83416a30-2d17-494b-808c-bdf0235bc309 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:13:57.312017 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45ee137-095e-4fb7-9294-e0554fb966e6 req-d88ca043-8558-4027-8192-3bb4eb5af1ca service neutron] Checking agent: {'id': '73ab3907-1bcf-455f-a05d-131e96f159a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85000', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 13, 58, 57), 'started_at': datetime.datetime(2022, 7, 15, 13, 58, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 14, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 14:13:57.312366 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45ee137-095e-4fb7-9294-e0554fb966e6 req-d88ca043-8558-4027-8192-3bb4eb5af1ca service neutron] Checking segment: {'id': 'b4cd819b-3570-4fd1-90e3-441ac0a8020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:13:57.312771 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45ee137-095e-4fb7-9294-e0554fb966e6 req-d88ca043-8558-4027-8192-3bb4eb5af1ca service neutron] Bound using segment: {'id': 'b4cd819b-3570-4fd1-90e3-441ac0a8020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309'} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 14:13:57.313212 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-d45ee137-095e-4fb7-9294-e0554fb966e6 req-d88ca043-8558-4027-8192-3bb4eb5af1ca service neutron] Bound port: cff4b5a1-84a9-42c1-8bb6-bd537dde9040, host: hv-cinder-85000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4cd819b-3570-4fd1-90e3-441ac0a8020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309'}}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 15 14:13:57.313572 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-d45ee137-095e-4fb7-9294-e0554fb966e6 req-d88ca043-8558-4027-8192-3bb4eb5af1ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (cff4b5a1-84a9-42c1-8bb6-bd537dde9040), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:13:57.321224 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4afcbbdf-d29e-4638-b4e6-9d4150fc866d req-a0235c4f-bade-4fd3-8e7e-f36a4f28515c tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee2a1e57-92e7-415c-bb8b-57f220d5d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840561 Jul 15 14:13:57.404262 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-d45ee137-095e-4fb7-9294-e0554fb966e6 req-d88ca043-8558-4027-8192-3bb4eb5af1ca service neutron] For port cff4b5a1-84a9-42c1-8bb6-bd537dde9040, host hv-cinder-85000, cleared binding levels {{(pid=103881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:13:57.407809 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-d45ee137-095e-4fb7-9294-e0554fb966e6 req-d88ca043-8558-4027-8192-3bb4eb5af1ca service neutron] For port cff4b5a1-84a9-42c1-8bb6-bd537dde9040, host hv-cinder-85000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=cff4b5a1-84a9-42c1-8bb6-bd537dde9040,segment=NetworkSegment(b4cd819b-3570-4fd1-90e3-441ac0a8020d),segment_id=b4cd819b-3570-4fd1-90e3-441ac0a8020d)] {{(pid=103881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:13:57.415943 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-d45ee137-095e-4fb7-9294-e0554fb966e6 req-d88ca043-8558-4027-8192-3bb4eb5af1ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268230'] for port (cff4b5a1-84a9-42c1-8bb6-bd537dde9040), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:13:57.451348 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ee137-095e-4fb7-9294-e0554fb966e6 req-d88ca043-8558-4027-8192-3bb4eb5af1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:13:57.452034 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-d45ee137-095e-4fb7-9294-e0554fb966e6 req-d88ca043-8558-4027-8192-3bb4eb5af1ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:13:57.453493 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d45ee137-095e-4fb7-9294-e0554fb966e6 req-d88ca043-8558-4027-8192-3bb4eb5af1ca service neutron] 10.222.0.64 "PUT /v2.0/ports/cff4b5a1-84a9-42c1-8bb6-bd537dde9040 HTTP/1.1" status: 200 len: 1094 time: 0.8089550 Jul 15 14:13:57.457328 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0467893-1553-44ca-929b-ff05f7f889f1', 'tag': 'cff4b5a1-84a9-42c1-8bb6-bd537dde9040'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:13:57.460306 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27b3149431a8a58964108cadaaee569fc83829ebf6971f3e535c686fd00e584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ed60a4-14a4-4f23-a293-75e96b621606" -d '{"events": [{"name": "network-changed", "server_uuid": "d0467893-1553-44ca-929b-ff05f7f889f1", "tag": "cff4b5a1-84a9-42c1-8bb6-bd537dde9040"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:13:57.501841 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88ca043-8558-4027-8192-3bb4eb5af1ca service neutron] Pushing event updated for resources: {'Port': ['ID=cff4b5a1-84a9-42c1-8bb6-bd537dde9040,revision_number=3']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:57.519738 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 14:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4be4643-c7b4-4b5b-99bc-96592824dad8 x-openstack-request-id: req-c4be4643-c7b4-4b5b-99bc-96592824dad8 {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:13:57.520562 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0467893-1553-44ca-929b-ff05f7f889f1", "tag": "cff4b5a1-84a9-42c1-8bb6-bd537dde9040", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:13:57.521192 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c4be4643-c7b4-4b5b-99bc-96592824dad8 {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:13:57.521844 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4be4643-c7b4-4b5b-99bc-96592824dad8'] response: {'name': 'network-changed', 'server_uuid': 'd0467893-1553-44ca-929b-ff05f7f889f1', 'tag': 'cff4b5a1-84a9-42c1-8bb6-bd537dde9040', 'status': 'completed', 'code': 200} Jul 15 14:13:57.579269 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ee137-095e-4fb7-9294-e0554fb966e6 req-eb616b17-8a02-4d3f-963f-af074d72c0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:13:57.580882 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d45ee137-095e-4fb7-9294-e0554fb966e6 req-eb616b17-8a02-4d3f-963f-af074d72c0bd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ddbd6e1cb0814523b4e528c14d06cdad&device_id=d0467893-1553-44ca-929b-ff05f7f889f1 HTTP/1.1" status: 200 len: 1128 time: 0.0566854 Jul 15 14:13:57.633922 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d45ee137-095e-4fb7-9294-e0554fb966e6 req-6c716e90-2f3f-47d5-af70-ba50587c0d74 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cff4b5a1-84a9-42c1-8bb6-bd537dde9040 HTTP/1.1" status: 200 len: 217 time: 0.0414722 Jul 15 14:13:57.958353 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ee137-095e-4fb7-9294-e0554fb966e6 req-c7051657-ccba-4400-83af-99209f149e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:13:57.960497 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d45ee137-095e-4fb7-9294-e0554fb966e6 req-c7051657-ccba-4400-83af-99209f149e3c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=36841f61-1fd6-4773-a700-5f34edf482dd HTTP/1.1" status: 200 len: 851 time: 0.3169239 Jul 15 14:13:58.009538 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ee137-095e-4fb7-9294-e0554fb966e6 req-91986d69-6b3d-4a87-917d-c792dbbbfd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:13:58.011399 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d45ee137-095e-4fb7-9294-e0554fb966e6 req-91986d69-6b3d-4a87-917d-c792dbbbfd33 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=83416a30-2d17-494b-808c-bdf0235bc309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405478 Jul 15 14:13:58.116884 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:13:58.120947 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d45ee137-095e-4fb7-9294-e0554fb966e6 req-83ab9079-4e6c-4215-97ef-c480b75b53ff service neutron] 10.222.0.64 "GET /v2.0/networks/83416a30-2d17-494b-808c-bdf0235bc309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985019 Jul 15 14:13:58.175171 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 56132) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:13:58.218834 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d45ee137-095e-4fb7-9294-e0554fb966e6 req-73fdd8df-4146-4a05-81db-6cb6f603fd49 service neutron] 10.222.0.64 "GET /v2.0/networks/83416a30-2d17-494b-808c-bdf0235bc309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909235 Jul 15 14:13:58.303107 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-10fcd3f5-1b08-4ee3-a9da-4c16ca10a956 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:13:58.445391 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-10fcd3f5-1b08-4ee3-a9da-4c16ca10a956 admin admin] Publish callbacks [] for security_group (7716b6ea-5d22-4168-937c-afcac0ff4774), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:13:58.453559 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-10fcd3f5-1b08-4ee3-a9da-4c16ca10a956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (7716b6ea-5d22-4168-937c-afcac0ff4774), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:13:58.470763 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea45cadf-cbce-41d5-bad8-7049998f417d req-8cd5441a-999f-4e38-8046-fb37d180ea5c tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:13:58.472285 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ea45cadf-cbce-41d5-bad8-7049998f417d req-8cd5441a-999f-4e38-8046-fb37d180ea5c tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0467893-1553-44ca-929b-ff05f7f889f1 HTTP/1.1" status: 200 len: 944 time: 0.0665550 Jul 15 14:13:58.521285 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fcd3f5-1b08-4ee3-a9da-4c16ca10a956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7716b6ea-5d22-4168-937c-afcac0ff4774,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:58.526614 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-10fcd3f5-1b08-4ee3-a9da-4c16ca10a956 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=871c1fd7e93a4a14a62807240c3ad68f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3503852 Jul 15 14:13:58.529573 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 56138) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:13:58.562523 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ea45cadf-cbce-41d5-bad8-7049998f417d req-d955f9fc-7f2c-4f0a-a64f-1237a367dbab tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee2a1e57-92e7-415c-bb8b-57f220d5d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823517 Jul 15 14:13:58.574687 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:13:58.627800 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed60a4-14a4-4f23-a293-75e96b621606 req-88711515-9e2b-4df8-a5b1-21d8c0b158a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:13:58.629326 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-a4ed60a4-14a4-4f23-a293-75e96b621606 req-88711515-9e2b-4df8-a5b1-21d8c0b158a1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ddbd6e1cb0814523b4e528c14d06cdad&device_id=d0467893-1553-44ca-929b-ff05f7f889f1 HTTP/1.1" status: 200 len: 1128 time: 0.0640533 Jul 15 14:13:58.630172 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-17c2772b-cc62-4efa-a2d7-be3acb1448e7 admin admin] Publish callbacks [] for security_group (7716b6ea-5d22-4168-937c-afcac0ff4774), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:13:58.675328 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-17c2772b-cc62-4efa-a2d7-be3acb1448e7 admin admin] Publish callbacks [] for security_group (7716b6ea-5d22-4168-937c-afcac0ff4774), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:13:58.768425 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed60a4-14a4-4f23-a293-75e96b621606 req-ed85f175-c49a-46d1-ba9f-d5d869bf66b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:13:58.769930 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-a4ed60a4-14a4-4f23-a293-75e96b621606 req-ed85f175-c49a-46d1-ba9f-d5d869bf66b2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=83416a30-2d17-494b-808c-bdf0235bc309 HTTP/1.1" status: 200 len: 913 time: 0.1300931 Jul 15 14:13:58.778192 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-17c2772b-cc62-4efa-a2d7-be3acb1448e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (7716b6ea-5d22-4168-937c-afcac0ff4774), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:13:58.780666 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-17c2772b-cc62-4efa-a2d7-be3acb1448e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:13:58.781909 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-17c2772b-cc62-4efa-a2d7-be3acb1448e7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7716b6ea-5d22-4168-937c-afcac0ff4774 HTTP/1.1" status: 204 len: 168 time: 0.2513275 Jul 15 14:13:58.822632 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-a4ed60a4-14a4-4f23-a293-75e96b621606 req-5c4ba806-8683-4051-b9a7-57b918f9e2fe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cff4b5a1-84a9-42c1-8bb6-bd537dde9040 HTTP/1.1" status: 200 len: 217 time: 0.0396025 Jul 15 14:13:58.823347 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c2772b-cc62-4efa-a2d7-be3acb1448e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7716b6ea-5d22-4168-937c-afcac0ff4774,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:58.880002 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed60a4-14a4-4f23-a293-75e96b621606 req-e004fe08-1b20-4946-b135-55f60916e415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:13:58.881570 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-a4ed60a4-14a4-4f23-a293-75e96b621606 req-e004fe08-1b20-4946-b135-55f60916e415 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=36841f61-1fd6-4773-a700-5f34edf482dd HTTP/1.1" status: 200 len: 851 time: 0.0519648 Jul 15 14:13:58.934767 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed60a4-14a4-4f23-a293-75e96b621606 req-234d9caa-cd8c-4911-91e6-909c056ef199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:13:58.936278 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-a4ed60a4-14a4-4f23-a293-75e96b621606 req-234d9caa-cd8c-4911-91e6-909c056ef199 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=83416a30-2d17-494b-808c-bdf0235bc309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460551 Jul 15 14:13:59.028958 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-a4ed60a4-14a4-4f23-a293-75e96b621606 req-8db3e394-7c49-4aa1-9247-67c0ee2170ab service neutron] 10.222.0.64 "GET /v2.0/networks/83416a30-2d17-494b-808c-bdf0235bc309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860720 Jul 15 14:13:59.136122 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-a4ed60a4-14a4-4f23-a293-75e96b621606 req-d77b71f3-c355-4118-9979-dea32189f2da service neutron] 10.222.0.64 "GET /v2.0/networks/83416a30-2d17-494b-808c-bdf0235bc309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969977 Jul 15 14:13:59.446901 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 56160) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:13:59.554166 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-76a0ecb1-c7ca-4f9b-a521-feedb81654a3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1362999416-network', 'tenant_id': '3b77053c420a4d1b83cf14e7d8129755'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:13:59.574699 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a0ecb1-c7ca-4f9b-a521-feedb81654a3 admin admin] Made reservation on behalf of 3b77053c420a4d1b83cf14e7d8129755 for: {'network': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:13:59.577064 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-76a0ecb1-c7ca-4f9b-a521-feedb81654a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for network (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:13:59.587167 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-76a0ecb1-c7ca-4f9b-a521-feedb81654a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:13:59.670075 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-76a0ecb1-c7ca-4f9b-a521-feedb81654a3 admin admin] Publish callbacks [] for security_group (56234e08-a489-4e3a-ba25-21013e887e2f), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:13:59.675460 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-76a0ecb1-c7ca-4f9b-a521-feedb81654a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (56234e08-a489-4e3a-ba25-21013e887e2f), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:13:59.683025 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f545a-4d32-4255-b1b7-6040356211b7 req-91950737-3227-4f40-ae8d-531fc948a8a5 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:13:59.684659 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:13:59.685244 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bf2f545a-4d32-4255-b1b7-6040356211b7 req-91950737-3227-4f40-ae8d-531fc948a8a5 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0467893-1553-44ca-929b-ff05f7f889f1 HTTP/1.1" status: 200 len: 944 time: 0.0498044 Jul 15 14:13:59.702557 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76a0ecb1-c7ca-4f9b-a521-feedb81654a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=103881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:13:59.720898 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-76a0ecb1-c7ca-4f9b-a521-feedb81654a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7753414'] for segment (f4d5f463-4021-4415-b0e5-c60283229dd3), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:13:59.721233 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.db.segments_db [None req-76a0ecb1-c7ca-4f9b-a521-feedb81654a3 admin admin] Added segment f4d5f463-4021-4415-b0e5-c60283229dd3 of type vlan for network 29c90c1a-657d-462d-a838-b701a7ba42a4 Jul 15 14:13:59.722463 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a0ecb1-c7ca-4f9b-a521-feedb81654a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56234e08-a489-4e3a-ba25-21013e887e2f,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:59.743077 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bf2f545a-4d32-4255-b1b7-6040356211b7 req-043a94ec-c3dc-438f-b9d3-76387f2c4d24 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee2a1e57-92e7-415c-bb8b-57f220d5d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520658 Jul 15 14:13:59.765292 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-76a0ecb1-c7ca-4f9b-a521-feedb81654a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774722052666'] for network (29c90c1a-657d-462d-a838-b701a7ba42a4), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:13:59.794140 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-76a0ecb1-c7ca-4f9b-a521-feedb81654a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794'] for network (29c90c1a-657d-462d-a838-b701a7ba42a4), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:13:59.795129 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a0ecb1-c7ca-4f9b-a521-feedb81654a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:13:59.795700 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-76a0ecb1-c7ca-4f9b-a521-feedb81654a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for network (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:13:59.814665 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:13:59.829947 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-76a0ecb1-c7ca-4f9b-a521-feedb81654a3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3819668 Jul 15 14:13:59.832927 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 56166) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:13:59.838513 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-b32f6308-183d-4936-9524-15aa457dc7c1 admin admin] Request body: {'subnet': {'network_id': '29c90c1a-657d-462d-a838-b701a7ba42a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1362999416-subnet', 'tenant_id': '3b77053c420a4d1b83cf14e7d8129755', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:13:59.853009 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:13:59.860374 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a0ecb1-c7ca-4f9b-a521-feedb81654a3 admin admin] Pushing event updated for resources: {'Network': ['ID=29c90c1a-657d-462d-a838-b701a7ba42a4,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:59.860706 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32f6308-183d-4936-9524-15aa457dc7c1 admin admin] Made reservation on behalf of 3b77053c420a4d1b83cf14e7d8129755 for: {'subnet': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:13:59.863099 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b32f6308-183d-4936-9524-15aa457dc7c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59290624'] for subnet (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:13:59.872308 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Network 29c90c1a-657d-462d-a838-b701a7ba42a4 details requested by agent ovs-agent-dv-cinder-850002-1-iscsi with host dv-cinder-850002-1-iscsi {{(pid=103883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:13:59.884833 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:14:00.044722 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b32f6308-183d-4936-9524-15aa457dc7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59481212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59290866'] for subnet (003b424b-6a62-43bd-a307-ba8a4a77ad1d), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:14:00.105687 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f6308-183d-4936-9524-15aa457dc7c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=003b424b-6a62-43bd-a307-ba8a4a77ad1d,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:00.113013 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32f6308-183d-4936-9524-15aa457dc7c1 admin admin] Checking segment: {'id': 'f4d5f463-4021-4415-b0e5-c60283229dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '29c90c1a-657d-462d-a838-b701a7ba42a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:14:00.113367 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32f6308-183d-4936-9524-15aa457dc7c1 admin admin] Network hostable DHCP agents. Network: 29c90c1a-657d-462d-a838-b701a7ba42a4, hostable agents: ['6c40ee43-5406-4a95-b7b4-11b32ddced25'], hosted agents: [] {{(pid=103882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:14:00.132840 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32f6308-183d-4936-9524-15aa457dc7c1 admin admin] Network 29c90c1a-657d-462d-a838-b701a7ba42a4 is scheduled to be hosted by DHCP agent 6c40ee43-5406-4a95-b7b4-11b32ddced25 with binding_index 1 {{(pid=103882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:14:00.142283 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-b32f6308-183d-4936-9524-15aa457dc7c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850002-1-iscsi, 29c90c1a-657d-462d-a838-b701a7ba42a4) {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:14:00.147401 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32f6308-183d-4936-9524-15aa457dc7c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:14:00.148081 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b32f6308-183d-4936-9524-15aa457dc7c1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:14:00.155183 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602fe750-44c1-4678-a21d-a745a89b29fd None None] Network 29c90c1a-657d-462d-a838-b701a7ba42a4 requested from dv-cinder-850002-1-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 14:14:00.173999 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-b32f6308-183d-4936-9524-15aa457dc7c1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3313210 Jul 15 14:14:00.269263 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae25c4b-fd7f-494e-94db-6ce3dba8e568 None None] Network 29c90c1a-657d-462d-a838-b701a7ba42a4 requested from dv-cinder-850002-1-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 14:14:00.878436 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9dea2b-cc66-4f0d-86e6-af90cb73768e req-a704ac65-1682-430b-896f-ab2f38b2632b tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:14:00.881614 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ae9dea2b-cc66-4f0d-86e6-af90cb73768e req-a704ac65-1682-430b-896f-ab2f38b2632b tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0467893-1553-44ca-929b-ff05f7f889f1 HTTP/1.1" status: 200 len: 944 time: 0.0635099 Jul 15 14:14:00.933986 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ae9dea2b-cc66-4f0d-86e6-af90cb73768e req-e945aa64-e9b9-4fb2-b5a8-ef10cca23cec tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee2a1e57-92e7-415c-bb8b-57f220d5d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462596 Jul 15 14:14:01.978811 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20614a-83f7-45a2-81eb-1621822a0943 req-7e1fca18-41ce-4c61-98d3-5d1e0a56ee02 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:14:01.980359 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5f20614a-83f7-45a2-81eb-1621822a0943 req-7e1fca18-41ce-4c61-98d3-5d1e0a56ee02 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] 10.222.0.16 "GET /v2.0/networks?id=29c90c1a-657d-462d-a838-b701a7ba42a4 HTTP/1.1" status: 200 len: 814 time: 0.1117933 Jul 15 14:14:01.997254 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5f20614a-83f7-45a2-81eb-1621822a0943 req-d71bd064-a9ec-4ce3-b830-1f21ddd56bf8 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] 10.222.0.16 "GET /v2.0/quotas/3b77053c420a4d1b83cf14e7d8129755 HTTP/1.1" status: 200 len: 375 time: 0.0105970 Jul 15 14:14:02.039658 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5f20614a-83f7-45a2-81eb-1621822a0943 req-c1aa1b95-2bab-4be3-9e57-e2fecb20f649 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3b77053c420a4d1b83cf14e7d8129755&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361881 Jul 15 14:14:02.098131 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b3792-4b2f-41e1-a869-d4c97c4e39df req-7681e113-5c0a-412c-8ab4-bdfb8a96ad07 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:14:02.099641 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-534b3792-4b2f-41e1-a869-d4c97c4e39df req-7681e113-5c0a-412c-8ab4-bdfb8a96ad07 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0467893-1553-44ca-929b-ff05f7f889f1 HTTP/1.1" status: 200 len: 944 time: 0.0945048 Jul 15 14:14:02.432033 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-534b3792-4b2f-41e1-a869-d4c97c4e39df req-0fc0c690-5280-4a75-8181-644ee3ca71b8 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee2a1e57-92e7-415c-bb8b-57f220d5d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682716 Jul 15 14:14:02.433907 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5f20614a-83f7-45a2-81eb-1621822a0943 req-4a9ab840-22bc-48ff-a110-28a2099bb356 service neutron] 10.222.0.16 "GET /v2.0/networks/29c90c1a-657d-462d-a838-b701a7ba42a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3781929 Jul 15 14:14:02.533489 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5f20614a-83f7-45a2-81eb-1621822a0943 req-79a7744e-a23c-49ef-8ddd-6caa8a484ca8 service neutron] 10.222.0.16 "GET /v2.0/networks/29c90c1a-657d-462d-a838-b701a7ba42a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935512 Jul 15 14:14:02.711740 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-082ddc45-cd0f-4a47-924a-937145833bb7 req-fb69158e-4709-4822-950d-0b4471a8676d tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] 10.222.0.16 "GET /v2.0/ports?device_id=643046d9-bf2d-4b4a-b0ae-fed5f4663632 HTTP/1.1" status: 200 len: 210 time: 0.0301983 Jul 15 14:14:03.557784 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed9c41-7376-430d-8d86-d9e41c666ddf req-9b0682f1-a65d-45b1-8ebc-80838b34b5e9 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:14:03.559331 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-35ed9c41-7376-430d-8d86-d9e41c666ddf req-9b0682f1-a65d-45b1-8ebc-80838b34b5e9 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0467893-1553-44ca-929b-ff05f7f889f1 HTTP/1.1" status: 200 len: 944 time: 0.0506985 Jul 15 14:14:03.596806 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:14:03.616248 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-35ed9c41-7376-430d-8d86-d9e41c666ddf req-07b5c2e6-c769-45ce-a4d6-bb64ebf5fb34 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee2a1e57-92e7-415c-bb8b-57f220d5d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508928 Jul 15 14:14:03.820772 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f3c00db4-cfa6-43c2-8aee-b44cb5c3db8c req-53119b91-48aa-4f04-b21b-bce6ff6963a2 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] 10.222.0.16 "GET /v2.0/ports?device_id=643046d9-bf2d-4b4a-b0ae-fed5f4663632 HTTP/1.1" status: 200 len: 210 time: 0.0293918 Jul 15 14:14:04.699972 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:14:04.742614 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b266a97-6512-4aaf-ab34-48056d1fd58f req-69817fe1-5c3c-4d4a-bc62-7fa3e2689cc9 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:14:04.744213 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5b266a97-6512-4aaf-ab34-48056d1fd58f req-69817fe1-5c3c-4d4a-bc62-7fa3e2689cc9 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0467893-1553-44ca-929b-ff05f7f889f1 HTTP/1.1" status: 200 len: 944 time: 0.0550051 Jul 15 14:14:04.812621 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5b266a97-6512-4aaf-ab34-48056d1fd58f req-696319f3-46fe-4677-9b56-45fc86a3e4fa tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee2a1e57-92e7-415c-bb8b-57f220d5d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616944 Jul 15 14:14:04.926415 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20614a-83f7-45a2-81eb-1621822a0943 req-9f93f541-7fdc-446a-8c3a-83f96cfbf241 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:14:04.928150 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5f20614a-83f7-45a2-81eb-1621822a0943 req-9f93f541-7fdc-446a-8c3a-83f96cfbf241 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] 10.222.0.64 "GET /v2.0/networks?id=29c90c1a-657d-462d-a838-b701a7ba42a4 HTTP/1.1" status: 200 len: 814 time: 0.1388900 Jul 15 14:14:04.928911 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-85951f42-a42c-49c0-bd2b-1974b8237a8e req-0cb95d2f-6b70-495a-9d3a-dc086918b550 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] 10.222.0.16 "GET /v2.0/ports?device_id=643046d9-bf2d-4b4a-b0ae-fed5f4663632 HTTP/1.1" status: 200 len: 210 time: 0.0332932 Jul 15 14:14:04.947786 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [req-5f20614a-83f7-45a2-81eb-1621822a0943 req-00814aeb-afe8-40a1-95cb-3707aa4b6069 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Request body: {'port': {'device_id': '643046d9-bf2d-4b4a-b0ae-fed5f4663632', 'network_id': '29c90c1a-657d-462d-a838-b701a7ba42a4', 'admin_state_up': True, 'tenant_id': '3b77053c420a4d1b83cf14e7d8129755'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:14:05.068237 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f20614a-83f7-45a2-81eb-1621822a0943 req-00814aeb-afe8-40a1-95cb-3707aa4b6069 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Made reservation on behalf of 3b77053c420a4d1b83cf14e7d8129755 for: {'port': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:14:05.071735 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-5f20614a-83f7-45a2-81eb-1621822a0943 req-00814aeb-afe8-40a1-95cb-3707aa4b6069 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:14:05.208350 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [req-5f20614a-83f7-45a2-81eb-1621822a0943 req-00814aeb-afe8-40a1-95cb-3707aa4b6069 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Allocated IP 172.20.0.2 (29c90c1a-657d-462d-a838-b701a7ba42a4/003b424b-6a62-43bd-a307-ba8a4a77ad1d/cfb24222-73f9-47ab-a9a2-b98b23c0aa82) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:14:05.378586 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-5f20614a-83f7-45a2-81eb-1621822a0943 req-00814aeb-afe8-40a1-95cb-3707aa4b6069 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Publish callbacks [] for port (cfb24222-73f9-47ab-a9a2-b98b23c0aa82), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:14:05.410650 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-5f20614a-83f7-45a2-81eb-1621822a0943 req-00814aeb-afe8-40a1-95cb-3707aa4b6069 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (cfb24222-73f9-47ab-a9a2-b98b23c0aa82), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:14:05.454686 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f20614a-83f7-45a2-81eb-1621822a0943 req-00814aeb-afe8-40a1-95cb-3707aa4b6069 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Network 29c90c1a-657d-462d-a838-b701a7ba42a4 is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:14:05.460659 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [req-5f20614a-83f7-45a2-81eb-1621822a0943 req-00814aeb-afe8-40a1-95cb-3707aa4b6069 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:14:05.464911 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f20614a-83f7-45a2-81eb-1621822a0943 req-00814aeb-afe8-40a1-95cb-3707aa4b6069 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:14:05.489589 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00814aeb-afe8-40a1-95cb-3707aa4b6069 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Pushing event updated for resources: {'Port': ['ID=cfb24222-73f9-47ab-a9a2-b98b23c0aa82,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:05.503586 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:UPDATE=4,neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=7 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:14:05.522680 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20614a-83f7-45a2-81eb-1621822a0943 req-00814aeb-afe8-40a1-95cb-3707aa4b6069 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:14:05.523304 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-5f20614a-83f7-45a2-81eb-1621822a0943 req-00814aeb-afe8-40a1-95cb-3707aa4b6069 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:14:05.541212 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5f20614a-83f7-45a2-81eb-1621822a0943 req-00814aeb-afe8-40a1-95cb-3707aa4b6069 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5973580 Jul 15 14:14:05.570995 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [req-5f20614a-83f7-45a2-81eb-1621822a0943 req-086460a2-b7ab-4fd9-84b4-eca9ea175b5a service neutron] Request body: {'port': {'device_id': '643046d9-bf2d-4b4a-b0ae-fed5f4663632', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85000'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:14:05.651812 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-5f20614a-83f7-45a2-81eb-1621822a0943 req-086460a2-b7ab-4fd9-84b4-eca9ea175b5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (cfb24222-73f9-47ab-a9a2-b98b23c0aa82), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:14:05.767970 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:14:05.953887 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a03f0f-b751-421f-83ab-3fa84d54d41a req-dd5cba5d-a587-451a-9c8b-0fbac08a6c75 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:14:05.956517 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [req-5f20614a-83f7-45a2-81eb-1621822a0943 req-086460a2-b7ab-4fd9-84b4-eca9ea175b5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfb24222-73f9-47ab-a9a2-b98b23c0aa82 {{(pid=103881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 14:14:05.957327 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-25a03f0f-b751-421f-83ab-3fa84d54d41a req-dd5cba5d-a587-451a-9c8b-0fbac08a6c75 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0467893-1553-44ca-929b-ff05f7f889f1 HTTP/1.1" status: 200 len: 944 time: 0.0582304 Jul 15 14:14:05.963724 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device cff4b5a1-84a9-42c1-8bb6-bd537dde9040 details requested by agent hyperv_hv-cinder-85000 with host hv-cinder-85000 {{(pid=103883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:14:05.973091 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-5f20614a-83f7-45a2-81eb-1621822a0943 req-086460a2-b7ab-4fd9-84b4-eca9ea175b5a service neutron] Publish callbacks [] for port (cfb24222-73f9-47ab-a9a2-b98b23c0aa82), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:14:05.988419 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.provisioning_blocks [req-5f20614a-83f7-45a2-81eb-1621822a0943 req-086460a2-b7ab-4fd9-84b4-eca9ea175b5a service neutron] Transition to ACTIVE for port object cfb24222-73f9-47ab-a9a2-b98b23c0aa82 will not be triggered until provisioned by entity L2. {{(pid=103881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 15 14:14:05.997810 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-5f20614a-83f7-45a2-81eb-1621822a0943 req-086460a2-b7ab-4fd9-84b4-eca9ea175b5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268230'] for port (cfb24222-73f9-47ab-a9a2-b98b23c0aa82), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:14:06.132858 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086460a2-b7ab-4fd9-84b4-eca9ea175b5a service neutron] Pushing event updated for resources: {'Port': ['ID=cfb24222-73f9-47ab-a9a2-b98b23c0aa82,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:06.175937 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa0ca8-0b5a-4da7-86da-8eb5553a976b req-31b73ec0-8a58-4dd0-aa15-091265ca1f98 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:14:06.178812 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-81aa0ca8-0b5a-4da7-86da-8eb5553a976b req-31b73ec0-8a58-4dd0-aa15-091265ca1f98 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] 10.222.0.16 "GET /v2.0/ports?device_id=643046d9-bf2d-4b4a-b0ae-fed5f4663632 HTTP/1.1" status: 200 len: 943 time: 0.1150911 Jul 15 14:14:06.212613 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port cff4b5a1-84a9-42c1-8bb6-bd537dde9040, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=cff4b5a1-84a9-42c1-8bb6-bd537dde9040,segment=NetworkSegment(b4cd819b-3570-4fd1-90e3-441ac0a8020d),segment_id=b4cd819b-3570-4fd1-90e3-441ac0a8020d)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:14:06.223676 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-5f20614a-83f7-45a2-81eb-1621822a0943 req-086460a2-b7ab-4fd9-84b4-eca9ea175b5a service neutron] Attempting to bind port cfb24222-73f9-47ab-a9a2-b98b23c0aa82 on host hv-cinder-85000 for vnic_type normal with profile {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 15 14:14:06.224420 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-5f20614a-83f7-45a2-81eb-1621822a0943 req-086460a2-b7ab-4fd9-84b4-eca9ea175b5a service neutron] Attempting to bind port cfb24222-73f9-47ab-a9a2-b98b23c0aa82 by drivers openvswitch,hyperv on host hv-cinder-85000 at level 0 using segments [{'id': 'f4d5f463-4021-4415-b0e5-c60283229dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '29c90c1a-657d-462d-a838-b701a7ba42a4'}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 15 14:14:06.225129 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f20614a-83f7-45a2-81eb-1621822a0943 req-086460a2-b7ab-4fd9-84b4-eca9ea175b5a service neutron] Attempting to bind port cfb24222-73f9-47ab-a9a2-b98b23c0aa82 on network 29c90c1a-657d-462d-a838-b701a7ba42a4 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:14:06.233631 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f20614a-83f7-45a2-81eb-1621822a0943 req-086460a2-b7ab-4fd9-84b4-eca9ea175b5a service neutron] Port cfb24222-73f9-47ab-a9a2-b98b23c0aa82 on network 29c90c1a-657d-462d-a838-b701a7ba42a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85000 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 15 14:14:06.234307 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f20614a-83f7-45a2-81eb-1621822a0943 req-086460a2-b7ab-4fd9-84b4-eca9ea175b5a service neutron] Attempting to bind port cfb24222-73f9-47ab-a9a2-b98b23c0aa82 on network 29c90c1a-657d-462d-a838-b701a7ba42a4 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:14:06.237981 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Returning: {'device': 'cff4b5a1-84a9-42c1-8bb6-bd537dde9040', 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309', 'port_id': 'cff4b5a1-84a9-42c1-8bb6-bd537dde9040', 'mac_address': 'fa:16:3e:ef:c6:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36841f61-1fd6-4773-a700-5f34edf482dd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:14:06.244363 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f20614a-83f7-45a2-81eb-1621822a0943 req-086460a2-b7ab-4fd9-84b4-eca9ea175b5a service neutron] Checking agent: {'id': '73ab3907-1bcf-455f-a05d-131e96f159a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85000', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 13, 58, 57), 'started_at': datetime.datetime(2022, 7, 15, 13, 58, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 14, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 14:14:06.245204 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f20614a-83f7-45a2-81eb-1621822a0943 req-086460a2-b7ab-4fd9-84b4-eca9ea175b5a service neutron] Checking segment: {'id': 'f4d5f463-4021-4415-b0e5-c60283229dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '29c90c1a-657d-462d-a838-b701a7ba42a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:14:06.245974 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f20614a-83f7-45a2-81eb-1621822a0943 req-086460a2-b7ab-4fd9-84b4-eca9ea175b5a service neutron] Bound using segment: {'id': 'f4d5f463-4021-4415-b0e5-c60283229dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '29c90c1a-657d-462d-a838-b701a7ba42a4'} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 14:14:06.246801 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-5f20614a-83f7-45a2-81eb-1621822a0943 req-086460a2-b7ab-4fd9-84b4-eca9ea175b5a service neutron] Bound port: cfb24222-73f9-47ab-a9a2-b98b23c0aa82, host: hv-cinder-85000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4d5f463-4021-4415-b0e5-c60283229dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '29c90c1a-657d-462d-a838-b701a7ba42a4'}}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 15 14:14:06.247501 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-5f20614a-83f7-45a2-81eb-1621822a0943 req-086460a2-b7ab-4fd9-84b4-eca9ea175b5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (cfb24222-73f9-47ab-a9a2-b98b23c0aa82), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:14:06.266412 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-25a03f0f-b751-421f-83ab-3fa84d54d41a req-57423fb2-b20a-4731-bbbf-fabb6e4abe5a tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee2a1e57-92e7-415c-bb8b-57f220d5d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2793002 Jul 15 14:14:06.308232 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-81aa0ca8-0b5a-4da7-86da-8eb5553a976b req-b86c05f4-d83f-4289-8776-b11e0019e093 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] 10.222.0.16 "GET /v2.0/security-groups?id=56234e08-a489-4e3a-ba25-21013e887e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220431 Jul 15 14:14:06.321902 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Current status of the port cff4b5a1-84a9-42c1-8bb6-bd537dde9040 is: DOWN; New status is: BUILD {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:14:06.322979 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (cff4b5a1-84a9-42c1-8bb6-bd537dde9040), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:14:06.346750 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cff4b5a1-84a9-42c1-8bb6-bd537dde9040 {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 14:14:06.368108 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-5f20614a-83f7-45a2-81eb-1621822a0943 req-086460a2-b7ab-4fd9-84b4-eca9ea175b5a service neutron] For port cfb24222-73f9-47ab-a9a2-b98b23c0aa82, host hv-cinder-85000, cleared binding levels {{(pid=103881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:14:06.373934 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-5f20614a-83f7-45a2-81eb-1621822a0943 req-086460a2-b7ab-4fd9-84b4-eca9ea175b5a service neutron] For port cfb24222-73f9-47ab-a9a2-b98b23c0aa82, host hv-cinder-85000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=cfb24222-73f9-47ab-a9a2-b98b23c0aa82,segment=NetworkSegment(f4d5f463-4021-4415-b0e5-c60283229dd3),segment_id=f4d5f463-4021-4415-b0e5-c60283229dd3)] {{(pid=103881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:14:06.382251 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port cff4b5a1-84a9-42c1-8bb6-bd537dde9040, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=cff4b5a1-84a9-42c1-8bb6-bd537dde9040,segment=NetworkSegment(b4cd819b-3570-4fd1-90e3-441ac0a8020d),segment_id=b4cd819b-3570-4fd1-90e3-441ac0a8020d)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:14:06.384682 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-5f20614a-83f7-45a2-81eb-1621822a0943 req-086460a2-b7ab-4fd9-84b4-eca9ea175b5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268230'] for port (cfb24222-73f9-47ab-a9a2-b98b23c0aa82), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:14:06.387524 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (cff4b5a1-84a9-42c1-8bb6-bd537dde9040), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:14:06.450653 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20614a-83f7-45a2-81eb-1621822a0943 req-086460a2-b7ab-4fd9-84b4-eca9ea175b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:14:06.451282 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-5f20614a-83f7-45a2-81eb-1621822a0943 req-086460a2-b7ab-4fd9-84b4-eca9ea175b5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:14:06.452769 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5f20614a-83f7-45a2-81eb-1621822a0943 req-086460a2-b7ab-4fd9-84b4-eca9ea175b5a service neutron] 10.222.0.64 "PUT /v2.0/ports/cfb24222-73f9-47ab-a9a2-b98b23c0aa82 HTTP/1.1" status: 200 len: 1093 time: 0.8862574 Jul 15 14:14:06.453242 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '643046d9-bf2d-4b4a-b0ae-fed5f4663632', 'tag': 'cfb24222-73f9-47ab-a9a2-b98b23c0aa82'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:14:06.455617 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27b3149431a8a58964108cadaaee569fc83829ebf6971f3e535c686fd00e584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135c4fff-6248-44a5-b670-f7ff2ba2536b" -d '{"events": [{"name": "network-changed", "server_uuid": "643046d9-bf2d-4b4a-b0ae-fed5f4663632", "tag": "cfb24222-73f9-47ab-a9a2-b98b23c0aa82"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:14:06.470280 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Pushing event updated for resources: {'Port': ['ID=cff4b5a1-84a9-42c1-8bb6-bd537dde9040,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:06.480174 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:06.480546 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:06.480917 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:06.481270 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:06.481608 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:06.481942 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:06.482477 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:06.482833 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:06.483145 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:06.483658 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:06.484158 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:06.484839 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:06.485337 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:06.485853 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:06.486353 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:06.507616 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086460a2-b7ab-4fd9-84b4-eca9ea175b5a service neutron] Pushing event updated for resources: {'Port': ['ID=cfb24222-73f9-47ab-a9a2-b98b23c0aa82,revision_number=3']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:06.527028 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 14:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f969dfd9-9d4d-43d7-8d16-fdf463153158 x-openstack-request-id: req-f969dfd9-9d4d-43d7-8d16-fdf463153158 {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:14:06.527333 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "643046d9-bf2d-4b4a-b0ae-fed5f4663632", "tag": "cfb24222-73f9-47ab-a9a2-b98b23c0aa82", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:14:06.527586 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f969dfd9-9d4d-43d7-8d16-fdf463153158 {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:14:06.528004 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f969dfd9-9d4d-43d7-8d16-fdf463153158'] response: {'name': 'network-changed', 'server_uuid': '643046d9-bf2d-4b4a-b0ae-fed5f4663632', 'tag': 'cfb24222-73f9-47ab-a9a2-b98b23c0aa82', 'status': 'completed', 'code': 200} Jul 15 14:14:06.562241 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20614a-83f7-45a2-81eb-1621822a0943 req-e1c976ec-f0ab-4b3a-85c2-35cbc5df9c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:14:06.565028 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5f20614a-83f7-45a2-81eb-1621822a0943 req-e1c976ec-f0ab-4b3a-85c2-35cbc5df9c8c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3b77053c420a4d1b83cf14e7d8129755&device_id=643046d9-bf2d-4b4a-b0ae-fed5f4663632 HTTP/1.1" status: 200 len: 1127 time: 0.0504680 Jul 15 14:14:06.609109 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5f20614a-83f7-45a2-81eb-1621822a0943 req-01377c90-be01-4ab5-a4a9-3f2c3c5c49aa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cfb24222-73f9-47ab-a9a2-b98b23c0aa82 HTTP/1.1" status: 200 len: 217 time: 0.0352387 Jul 15 14:14:06.666353 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20614a-83f7-45a2-81eb-1621822a0943 req-161c043d-9230-44f6-a297-bfea36e9739b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:14:06.667901 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5f20614a-83f7-45a2-81eb-1621822a0943 req-161c043d-9230-44f6-a297-bfea36e9739b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=003b424b-6a62-43bd-a307-ba8a4a77ad1d HTTP/1.1" status: 200 len: 854 time: 0.0520830 Jul 15 14:14:06.690566 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] get_ports_and_sgs() called for port_ids ['cff4b5a1-84a9-42c1-8bb6-bd537dde9040'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:14:06.704908 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5f20614a-83f7-45a2-81eb-1621822a0943 req-b64a8780-d497-4ab2-95ca-7671d5dd0e2b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=29c90c1a-657d-462d-a838-b701a7ba42a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302958 Jul 15 14:14:06.784652 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:14:06.811167 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5f20614a-83f7-45a2-81eb-1621822a0943 req-e19f791c-b6f3-46e7-b94b-e0ca6a928d9d service neutron] 10.222.0.64 "GET /v2.0/networks/29c90c1a-657d-462d-a838-b701a7ba42a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993719 Jul 15 14:14:06.914505 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5f20614a-83f7-45a2-81eb-1621822a0943 req-ee952c55-e311-45b6-974b-141e3a4c29d0 service neutron] 10.222.0.64 "GET /v2.0/networks/29c90c1a-657d-462d-a838-b701a7ba42a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946960 Jul 15 14:14:06.944337 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=75,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:14:06.947581 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=72,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:14:06.952851 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=69,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:14:07.450110 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826547e-5556-48cc-ae78-7951a0825acc req-8970019a-19ff-4fb0-a6ba-84f1067aa1f4 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:14:07.451582 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f826547e-5556-48cc-ae78-7951a0825acc req-8970019a-19ff-4fb0-a6ba-84f1067aa1f4 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0467893-1553-44ca-929b-ff05f7f889f1 HTTP/1.1" status: 200 len: 945 time: 0.0815229 Jul 15 14:14:07.458139 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac3725-5580-42ab-a682-c4960791f1b7 req-cd91fd53-e08c-40ac-9ed2-9ed20edd9e54 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:14:07.460202 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-cdac3725-5580-42ab-a682-c4960791f1b7 req-cd91fd53-e08c-40ac-9ed2-9ed20edd9e54 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] 10.222.0.16 "GET /v2.0/ports?device_id=643046d9-bf2d-4b4a-b0ae-fed5f4663632 HTTP/1.1" status: 200 len: 943 time: 0.0790794 Jul 15 14:14:07.534181 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f826547e-5556-48cc-ae78-7951a0825acc req-f896740e-8ad1-44f7-8c23-4e0ddf0cfe1d tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee2a1e57-92e7-415c-bb8b-57f220d5d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729465 Jul 15 14:14:07.547294 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-cdac3725-5580-42ab-a682-c4960791f1b7 req-7f0bf0c7-d2ea-4ebe-9689-c7a7cd8cf8a0 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] 10.222.0.16 "GET /v2.0/security-groups?id=56234e08-a489-4e3a-ba25-21013e887e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711668 Jul 15 14:14:07.820470 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c4fff-6248-44a5-b670-f7ff2ba2536b req-7c41f945-3f99-449c-9c41-522a1f353086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:14:07.822111 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-135c4fff-6248-44a5-b670-f7ff2ba2536b req-7c41f945-3f99-449c-9c41-522a1f353086 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3b77053c420a4d1b83cf14e7d8129755&device_id=643046d9-bf2d-4b4a-b0ae-fed5f4663632 HTTP/1.1" status: 200 len: 1127 time: 0.0693591 Jul 15 14:14:07.840487 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d375a27a-a738-4abe-8721-137eba4855f2 req-02a86ff1-7b69-4c09-a99f-861d6c805efe service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f9ea0b24-ed6f-48ea-a44f-3560c297855d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0755422 Jul 15 14:14:07.857298 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:14:07.953505 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375a27a-a738-4abe-8721-137eba4855f2 req-9c2b527d-94f9-442a-9faf-7fe68cda97bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:14:07.955029 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d375a27a-a738-4abe-8721-137eba4855f2 req-9c2b527d-94f9-442a-9faf-7fe68cda97bf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ddbd6e1cb0814523b4e528c14d06cdad&device_id=f9ea0b24-ed6f-48ea-a44f-3560c297855d HTTP/1.1" status: 200 len: 1129 time: 0.0548661 Jul 15 14:14:07.956099 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device cff4b5a1-84a9-42c1-8bb6-bd537dde9040 up at agent hyperv_hv-cinder-85000 {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:14:07.974926 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c4fff-6248-44a5-b670-f7ff2ba2536b req-30557bd9-ca79-4568-91be-de86a7eae5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:14:07.976481 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-135c4fff-6248-44a5-b670-f7ff2ba2536b req-30557bd9-ca79-4568-91be-de86a7eae5e5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=29c90c1a-657d-462d-a838-b701a7ba42a4 HTTP/1.1" status: 200 len: 915 time: 0.1467569 Jul 15 14:14:08.008716 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Provisioning for port cff4b5a1-84a9-42c1-8bb6-bd537dde9040 completed by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 15 14:14:08.017198 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Provisioning complete for port cff4b5a1-84a9-42c1-8bb6-bd537dde9040 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:14:08.017744 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (cff4b5a1-84a9-42c1-8bb6-bd537dde9040), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:14:08.050831 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-135c4fff-6248-44a5-b670-f7ff2ba2536b req-fe4ca8c1-1b02-41ca-8a26-f50822a67640 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cfb24222-73f9-47ab-a9a2-b98b23c0aa82 HTTP/1.1" status: 200 len: 217 time: 0.0652075 Jul 15 14:14:08.124312 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Current status of the port cff4b5a1-84a9-42c1-8bb6-bd537dde9040 is: BUILD; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:14:08.124767 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (cff4b5a1-84a9-42c1-8bb6-bd537dde9040), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:14:08.154878 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c4fff-6248-44a5-b670-f7ff2ba2536b req-ff25360a-7fa5-4fd6-9412-757e7f6d778e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:14:08.156379 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-135c4fff-6248-44a5-b670-f7ff2ba2536b req-ff25360a-7fa5-4fd6-9412-757e7f6d778e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=003b424b-6a62-43bd-a307-ba8a4a77ad1d HTTP/1.1" status: 200 len: 854 time: 0.0984073 Jul 15 14:14:08.166554 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0467893-1553-44ca-929b-ff05f7f889f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff4b5a1-84a9-42c1-8bb6-bd537dde9040'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:14:08.168877 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c4b0ce05359387fb1b8f2741601f150af1cafc779f59aaec505bdecc1202ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7e721d-b39c-474c-9dcc-38c7441df088" -d '{"events": [{"server_uuid": "d0467893-1553-44ca-929b-ff05f7f889f1", "name": "network-vif-plugged", "status": "completed", "tag": "cff4b5a1-84a9-42c1-8bb6-bd537dde9040"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:14:08.183053 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port cff4b5a1-84a9-42c1-8bb6-bd537dde9040, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=cff4b5a1-84a9-42c1-8bb6-bd537dde9040,segment=NetworkSegment(b4cd819b-3570-4fd1-90e3-441ac0a8020d),segment_id=b4cd819b-3570-4fd1-90e3-441ac0a8020d)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:14:08.186546 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375a27a-a738-4abe-8721-137eba4855f2 req-5b81915f-ec31-46ae-a3a7-2bbb79262919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:14:08.189266 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (cff4b5a1-84a9-42c1-8bb6-bd537dde9040), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:14:08.189390 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d375a27a-a738-4abe-8721-137eba4855f2 req-5b81915f-ec31-46ae-a3a7-2bbb79262919 service neutron] 10.222.0.64 "GET /v2.0/networks?id=83416a30-2d17-494b-808c-bdf0235bc309 HTTP/1.1" status: 200 len: 913 time: 0.2022796 Jul 15 14:14:08.214160 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 14:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736c0bfd-7476-4b39-b4bb-49d853e4e797 x-openstack-request-id: req-736c0bfd-7476-4b39-b4bb-49d853e4e797 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:14:08.214474 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0467893-1553-44ca-929b-ff05f7f889f1", "name": "network-vif-plugged", "status": "completed", "tag": "cff4b5a1-84a9-42c1-8bb6-bd537dde9040", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:14:08.214695 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-736c0bfd-7476-4b39-b4bb-49d853e4e797 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:14:08.215094 dv-cinder-850002-1-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-736c0bfd-7476-4b39-b4bb-49d853e4e797'] response: {'server_uuid': 'd0467893-1553-44ca-929b-ff05f7f889f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff4b5a1-84a9-42c1-8bb6-bd537dde9040', 'code': 200} Jul 15 14:14:08.230989 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-135c4fff-6248-44a5-b670-f7ff2ba2536b req-40a1799f-93f2-40a8-a5fa-12ce42b15d74 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=29c90c1a-657d-462d-a838-b701a7ba42a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652399 Jul 15 14:14:08.245034 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Pushing event updated for resources: {'Port': ['ID=cff4b5a1-84a9-42c1-8bb6-bd537dde9040,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:08.355141 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d375a27a-a738-4abe-8721-137eba4855f2 req-6ed27eee-eee4-44c9-b3ca-eed29c44b92f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=045827b2-1b07-4c35-8cc7-f2329ad46ed0 HTTP/1.1" status: 200 len: 1000 time: 0.1370060 Jul 15 14:14:08.425045 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-135c4fff-6248-44a5-b670-f7ff2ba2536b req-d5a6f689-9daf-4888-b4cf-ca852e052df9 service neutron] 10.222.0.64 "GET /v2.0/networks/29c90c1a-657d-462d-a838-b701a7ba42a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502547 Jul 15 14:14:08.433200 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375a27a-a738-4abe-8721-137eba4855f2 req-805e814c-cd58-4fdb-8645-28a72b87e3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:14:08.434757 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d375a27a-a738-4abe-8721-137eba4855f2 req-805e814c-cd58-4fdb-8645-28a72b87e3ba service neutron] 10.222.0.64 "GET /v2.0/subnets?id=36841f61-1fd6-4773-a700-5f34edf482dd HTTP/1.1" status: 200 len: 851 time: 0.0708432 Jul 15 14:14:08.549117 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375a27a-a738-4abe-8721-137eba4855f2 req-e2def2e4-664b-41f6-8e1a-cf77958eb6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:14:08.550730 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d375a27a-a738-4abe-8721-137eba4855f2 req-e2def2e4-664b-41f6-8e1a-cf77958eb6cb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=83416a30-2d17-494b-808c-bdf0235bc309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0986950 Jul 15 14:14:08.596065 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586e380-1e1b-4b1a-b87e-dd038b14c51c req-8b594ceb-332d-46a2-b9e2-7cee957c7fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:14:08.598265 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-3586e380-1e1b-4b1a-b87e-dd038b14c51c req-8b594ceb-332d-46a2-b9e2-7cee957c7fbf service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d0467893-1553-44ca-929b-ff05f7f889f1 HTTP/1.1" status: 200 len: 1130 time: 0.1533515 Jul 15 14:14:08.707419 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-135c4fff-6248-44a5-b670-f7ff2ba2536b req-bed0a1c2-81fb-4051-a329-b8535d2075f9 service neutron] 10.222.0.64 "GET /v2.0/networks/29c90c1a-657d-462d-a838-b701a7ba42a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643971 Jul 15 14:14:08.712660 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=100 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:14:08.723693 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033be1b-d24d-4929-b382-8bc4f4988179 req-e318c3ba-164e-4e67-9526-88f646fae52e tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:14:08.726192 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0033be1b-d24d-4929-b382-8bc4f4988179 req-e318c3ba-164e-4e67-9526-88f646fae52e tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0467893-1553-44ca-929b-ff05f7f889f1 HTTP/1.1" status: 200 len: 946 time: 0.1037676 Jul 15 14:14:08.737647 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-3586e380-1e1b-4b1a-b87e-dd038b14c51c req-ea5e746a-7f2d-4fb4-be52-d04f825d8b9f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ee2a1e57-92e7-415c-bb8b-57f220d5d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248069 Jul 15 14:14:08.741274 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515e789-36c3-40f0-b733-762ad9efada2 req-03369308-4c0f-4fcd-8f76-7272a115de5f tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:14:08.742967 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3515e789-36c3-40f0-b733-762ad9efada2 req-03369308-4c0f-4fcd-8f76-7272a115de5f tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] 10.222.0.16 "GET /v2.0/ports?device_id=643046d9-bf2d-4b4a-b0ae-fed5f4663632 HTTP/1.1" status: 200 len: 943 time: 0.0759673 Jul 15 14:14:08.760021 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d375a27a-a738-4abe-8721-137eba4855f2 req-714e914d-c010-414d-85eb-432f6087e77a service neutron] 10.222.0.64 "GET /v2.0/networks/83416a30-2d17-494b-808c-bdf0235bc309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746640 Jul 15 14:14:08.835701 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0033be1b-d24d-4929-b382-8bc4f4988179 req-a8c4ca03-d43a-41dd-9c08-81b828ba0920 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee2a1e57-92e7-415c-bb8b-57f220d5d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018641 Jul 15 14:14:08.849131 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3515e789-36c3-40f0-b733-762ad9efada2 req-90e60c19-8d7d-4a97-91f8-24549b8b9d7e tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] 10.222.0.16 "GET /v2.0/security-groups?id=56234e08-a489-4e3a-ba25-21013e887e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855336 Jul 15 14:14:09.063850 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d375a27a-a738-4abe-8721-137eba4855f2 req-d24c7f54-c479-425a-881e-bee0faaf42f1 service neutron] 10.222.0.64 "GET /v2.0/networks/83416a30-2d17-494b-808c-bdf0235bc309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195922 Jul 15 14:14:09.968120 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device cfb24222-73f9-47ab-a9a2-b98b23c0aa82 details requested by agent hyperv_hv-cinder-85000 with host hv-cinder-85000 {{(pid=103883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:14:10.017647 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b815c-029f-4bf1-94b9-6e4a94fb0fcf req-c2bcdfaf-19a2-4a7e-9a86-e2be28db89b5 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:14:10.019822 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-386b815c-029f-4bf1-94b9-6e4a94fb0fcf req-c2bcdfaf-19a2-4a7e-9a86-e2be28db89b5 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] 10.222.0.16 "GET /v2.0/ports?device_id=643046d9-bf2d-4b4a-b0ae-fed5f4663632 HTTP/1.1" status: 200 len: 943 time: 0.0868065 Jul 15 14:14:10.026454 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f721c33-2446-4d8a-978b-62cb289fb7ae req-2a44f819-8b37-4ed2-8e0d-19359dded83e tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:14:10.028105 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0f721c33-2446-4d8a-978b-62cb289fb7ae req-2a44f819-8b37-4ed2-8e0d-19359dded83e tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0467893-1553-44ca-929b-ff05f7f889f1 HTTP/1.1" status: 200 len: 946 time: 0.0936806 Jul 15 14:14:10.124728 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-386b815c-029f-4bf1-94b9-6e4a94fb0fcf req-b6806538-de31-4609-8f8e-e87e5c5d74f3 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] 10.222.0.16 "GET /v2.0/security-groups?id=56234e08-a489-4e3a-ba25-21013e887e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952828 Jul 15 14:14:10.132902 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0f721c33-2446-4d8a-978b-62cb289fb7ae req-eeee67b5-a365-4cd5-b3af-49bc97bc0164 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee2a1e57-92e7-415c-bb8b-57f220d5d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891113 Jul 15 14:14:10.158956 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port cfb24222-73f9-47ab-a9a2-b98b23c0aa82, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=cfb24222-73f9-47ab-a9a2-b98b23c0aa82,segment=NetworkSegment(f4d5f463-4021-4415-b0e5-c60283229dd3),segment_id=f4d5f463-4021-4415-b0e5-c60283229dd3)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:14:10.181329 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Returning: {'device': 'cfb24222-73f9-47ab-a9a2-b98b23c0aa82', 'network_id': '29c90c1a-657d-462d-a838-b701a7ba42a4', 'port_id': 'cfb24222-73f9-47ab-a9a2-b98b23c0aa82', 'mac_address': 'fa:16:3e:91:f8:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '003b424b-6a62-43bd-a307-ba8a4a77ad1d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:14:10.242272 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Current status of the port cfb24222-73f9-47ab-a9a2-b98b23c0aa82 is: DOWN; New status is: BUILD {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:14:10.242763 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (cfb24222-73f9-47ab-a9a2-b98b23c0aa82), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:14:10.258582 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfb24222-73f9-47ab-a9a2-b98b23c0aa82 {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 14:14:10.285597 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port cfb24222-73f9-47ab-a9a2-b98b23c0aa82, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=cfb24222-73f9-47ab-a9a2-b98b23c0aa82,segment=NetworkSegment(f4d5f463-4021-4415-b0e5-c60283229dd3),segment_id=f4d5f463-4021-4415-b0e5-c60283229dd3)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:14:10.290963 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (cfb24222-73f9-47ab-a9a2-b98b23c0aa82), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:14:10.318737 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e74da2-639c-49f9-a464-62193fb50b06 req-afdf9a66-e320-45ec-8c4d-cf4e27c8adb7 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:14:10.321866 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-62e74da2-639c-49f9-a464-62193fb50b06 req-afdf9a66-e320-45ec-8c4d-cf4e27c8adb7 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0467893-1553-44ca-929b-ff05f7f889f1 HTTP/1.1" status: 200 len: 946 time: 0.0736270 Jul 15 14:14:10.345856 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Pushing event updated for resources: {'Port': ['ID=cfb24222-73f9-47ab-a9a2-b98b23c0aa82,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:10.389131 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-62e74da2-639c-49f9-a464-62193fb50b06 req-4beb2305-f7c6-43d6-86a9-75e7b8a5bc78 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee2a1e57-92e7-415c-bb8b-57f220d5d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609424 Jul 15 14:14:10.417175 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 56248) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:14:10.457964 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e6acb4-f8cd-4726-a2bd-0f7298fa9c62 tempest-TestVolumeBootPattern-1677080867 tempest-TestVolumeBootPattern-1677080867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:14:10.459518 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-05e6acb4-f8cd-4726-a2bd-0f7298fa9c62 tempest-TestVolumeBootPattern-1677080867 tempest-TestVolumeBootPattern-1677080867-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d0467893-1553-44ca-929b-ff05f7f889f1 HTTP/1.1" status: 200 len: 1125 time: 0.0412657 Jul 15 14:14:10.462718 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 56250) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:14:10.467205 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-b3bf475c-aecf-4dd1-9b5c-86629852623e tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Request body: {'floatingip': {'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'port_id': 'cff4b5a1-84a9-42c1-8bb6-bd537dde9040', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:14:10.492149 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b3bf475c-aecf-4dd1-9b5c-86629852623e tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:14:10.497659 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:14:10.511374 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] get_ports_and_sgs() called for port_ids ['cfb24222-73f9-47ab-a9a2-b98b23c0aa82'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:14:10.517405 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:14:10.593713 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b3bf475c-aecf-4dd1-9b5c-86629852623e tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:14:10.718716 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-b3bf475c-aecf-4dd1-9b5c-86629852623e tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Allocated IP 172.27.0.211 (85d18fe6-b559-49ae-a129-0350ffd7e8bf/5080191c-7e2b-40a2-af2d-f84b5c858cde/017fdc19-9157-46d8-9abc-3bc9077a60a6) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:14:10.911083 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b3bf475c-aecf-4dd1-9b5c-86629852623e tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks [] for port (017fdc19-9157-46d8-9abc-3bc9077a60a6), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:14:10.968854 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b3bf475c-aecf-4dd1-9b5c-86629852623e tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59481580'] for port (017fdc19-9157-46d8-9abc-3bc9077a60a6), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:14:11.040325 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bf475c-aecf-4dd1-9b5c-86629852623e tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Network 85d18fe6-b559-49ae-a129-0350ffd7e8bf is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:14:11.050419 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-b3bf475c-aecf-4dd1-9b5c-86629852623e tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:14:11.058438 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bf475c-aecf-4dd1-9b5c-86629852623e tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:14:11.103601 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf475c-aecf-4dd1-9b5c-86629852623e tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Pushing event updated for resources: {'Port': ['ID=017fdc19-9157-46d8-9abc-3bc9077a60a6,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:11.339906 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2902d-0958-43bc-927a-17fe64f37261 req-1aa742b2-02bf-4cab-9020-2d4962aab19f tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:14:11.341511 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b0a2902d-0958-43bc-927a-17fe64f37261 req-1aa742b2-02bf-4cab-9020-2d4962aab19f tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] 10.222.0.16 "GET /v2.0/ports?device_id=643046d9-bf2d-4b4a-b0ae-fed5f4663632 HTTP/1.1" status: 200 len: 944 time: 0.1336720 Jul 15 14:14:11.450028 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b0a2902d-0958-43bc-927a-17fe64f37261 req-59c6ba73-d78c-49e4-a9d2-af5034b2b314 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] 10.222.0.16 "GET /v2.0/security-groups?id=56234e08-a489-4e3a-ba25-21013e887e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011956 Jul 15 14:14:11.582732 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:14:11.596123 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:14:11.599229 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b3bf475c-aecf-4dd1-9b5c-86629852623e tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks [] for floatingip (fd89d185-f7ce-4925-a908-1f5f543d9bbe), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:14:11.672260 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b3bf475c-aecf-4dd1-9b5c-86629852623e tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (017fdc19-9157-46d8-9abc-3bc9077a60a6), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:14:11.826284 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b3bf475c-aecf-4dd1-9b5c-86629852623e tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks [] for port (017fdc19-9157-46d8-9abc-3bc9077a60a6), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:14:11.831103 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b3bf475c-aecf-4dd1-9b5c-86629852623e tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59481573'] for port (017fdc19-9157-46d8-9abc-3bc9077a60a6), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:14:11.905342 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf475c-aecf-4dd1-9b5c-86629852623e tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Pushing event updated for resources: {'Port': ['ID=017fdc19-9157-46d8-9abc-3bc9077a60a6,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:11.918123 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b3bf475c-aecf-4dd1-9b5c-86629852623e tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448782'] for floatingip (fd89d185-f7ce-4925-a908-1f5f543d9bbe), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:14:11.975536 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device cfb24222-73f9-47ab-a9a2-b98b23c0aa82 up at agent hyperv_hv-cinder-85000 {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:14:12.019026 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.db.l3_db [None req-b3bf475c-aecf-4dd1-9b5c-86629852623e tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Floating IP fd89d185-f7ce-4925-a908-1f5f543d9bbe associated. External IP: 172.27.0.211, port: cff4b5a1-84a9-42c1-8bb6-bd537dde9040. Jul 15 14:14:12.022463 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Provisioning for port cfb24222-73f9-47ab-a9a2-b98b23c0aa82 completed by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 15 14:14:12.029737 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Provisioning complete for port cfb24222-73f9-47ab-a9a2-b98b23c0aa82 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:14:12.030596 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (cfb24222-73f9-47ab-a9a2-b98b23c0aa82), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:14:12.128589 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Current status of the port cfb24222-73f9-47ab-a9a2-b98b23c0aa82 is: BUILD; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:14:12.129681 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (cfb24222-73f9-47ab-a9a2-b98b23c0aa82), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:14:12.154588 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '643046d9-bf2d-4b4a-b0ae-fed5f4663632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfb24222-73f9-47ab-a9a2-b98b23c0aa82'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:14:12.157560 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c4b0ce05359387fb1b8f2741601f150af1cafc779f59aaec505bdecc1202ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1182c275-3b6f-44de-81a3-db15440bebe2" -d '{"events": [{"server_uuid": "643046d9-bf2d-4b4a-b0ae-fed5f4663632", "name": "network-vif-plugged", "status": "completed", "tag": "cfb24222-73f9-47ab-a9a2-b98b23c0aa82"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:14:12.175576 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port cfb24222-73f9-47ab-a9a2-b98b23c0aa82, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=cfb24222-73f9-47ab-a9a2-b98b23c0aa82,segment=NetworkSegment(f4d5f463-4021-4415-b0e5-c60283229dd3),segment_id=f4d5f463-4021-4415-b0e5-c60283229dd3)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:14:12.181494 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (cfb24222-73f9-47ab-a9a2-b98b23c0aa82), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:14:12.208448 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 14:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d237f19f-42f1-4685-bda2-802741f50270 x-openstack-request-id: req-d237f19f-42f1-4685-bda2-802741f50270 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:14:12.208736 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "643046d9-bf2d-4b4a-b0ae-fed5f4663632", "name": "network-vif-plugged", "status": "completed", "tag": "cfb24222-73f9-47ab-a9a2-b98b23c0aa82", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:14:12.209108 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d237f19f-42f1-4685-bda2-802741f50270 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:14:12.209694 dv-cinder-850002-1-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d237f19f-42f1-4685-bda2-802741f50270'] response: {'server_uuid': '643046d9-bf2d-4b4a-b0ae-fed5f4663632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfb24222-73f9-47ab-a9a2-b98b23c0aa82', 'code': 200} Jul 15 14:14:12.246059 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Pushing event updated for resources: {'Port': ['ID=cfb24222-73f9-47ab-a9a2-b98b23c0aa82,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:12.271420 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3bf475c-aecf-4dd1-9b5c-86629852623e tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Router a2890c66-8fcd-49a7-9eb7-46e03a8768ca has already been hosted by L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 14:14:12.389354 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54200087-d377-4662-8b08-c6759a806825 req-ab905db4-122e-4809-a9c8-7448934279f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:14:12.389941 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3bf475c-aecf-4dd1-9b5c-86629852623e tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:14:12.391744 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-54200087-d377-4662-8b08-c6759a806825 req-ab905db4-122e-4809-a9c8-7448934279f2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=643046d9-bf2d-4b4a-b0ae-fed5f4663632 HTTP/1.1" status: 200 len: 1129 time: 0.0444827 Jul 15 14:14:12.400034 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a480d50-f3e3-4df4-bd80-4e857e94abb2 None None] Sync routers for ids ['a2890c66-8fcd-49a7-9eb7-46e03a8768ca'] in dv-cinder-850002-1-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:14:12.412009 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b3bf475c-aecf-4dd1-9b5c-86629852623e tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for floatingip (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:14:12.413416 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a480d50-f3e3-4df4-bd80-4e857e94abb2 None None] Routers {'a2890c66-8fcd-49a7-9eb7-46e03a8768ca'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:14:12.414263 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-7a480d50-f3e3-4df4-bd80-4e857e94abb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:13:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['a2890c66-8fcd-49a7-9eb7-46e03a8768ca'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:12.447401 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-b3bf475c-aecf-4dd1-9b5c-86629852623e tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9814847 Jul 15 14:14:12.447401 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0467893-1553-44ca-929b-ff05f7f889f1', 'tag': 'cff4b5a1-84a9-42c1-8bb6-bd537dde9040'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:14:12.448290 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9a8a2fede844199a48cd13e9232727d60bf04678ac4f0cfd160158fc833c96f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96df24c1-e542-4cc3-99e6-d4f2350e14f8" -d '{"events": [{"name": "network-changed", "server_uuid": "d0467893-1553-44ca-929b-ff05f7f889f1", "tag": "cff4b5a1-84a9-42c1-8bb6-bd537dde9040"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:14:12.451208 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-54200087-d377-4662-8b08-c6759a806825 req-259407d2-46a4-47dd-8da3-bc43bdc001e4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=56234e08-a489-4e3a-ba25-21013e887e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526099 Jul 15 14:14:12.529576 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-7a480d50-f3e3-4df4-bd80-4e857e94abb2 None None] Set router a2890c66-8fcd-49a7-9eb7-46e03a8768ca gateway port host: dv-cinder-850002-1-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:14:12.577898 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33991c83-44e7-4910-9ac1-34286806f68a req-195d9a5d-10c1-46bc-a1b0-2db8cb81c9aa tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:14:12.580197 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-33991c83-44e7-4910-9ac1-34286806f68a req-195d9a5d-10c1-46bc-a1b0-2db8cb81c9aa tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] 10.222.0.16 "GET /v2.0/ports?device_id=643046d9-bf2d-4b4a-b0ae-fed5f4663632 HTTP/1.1" status: 200 len: 945 time: 0.0524659 Jul 15 14:14:12.607926 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:14:12.631776 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-33991c83-44e7-4910-9ac1-34286806f68a req-ddb756ec-a7b1-41f8-9608-18dedda119cc tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] 10.222.0.16 "GET /v2.0/security-groups?id=56234e08-a489-4e3a-ba25-21013e887e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458684 Jul 15 14:14:12.641864 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 14:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7513c2b4-d8fa-4345-a559-66fdf4f72320 x-openstack-request-id: req-7513c2b4-d8fa-4345-a559-66fdf4f72320 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:14:12.642193 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0467893-1553-44ca-929b-ff05f7f889f1", "tag": "cff4b5a1-84a9-42c1-8bb6-bd537dde9040", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:14:12.642433 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7513c2b4-d8fa-4345-a559-66fdf4f72320 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:14:12.642895 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7513c2b4-d8fa-4345-a559-66fdf4f72320'] response: {'name': 'network-changed', 'server_uuid': 'd0467893-1553-44ca-929b-ff05f7f889f1', 'tag': 'cff4b5a1-84a9-42c1-8bb6-bd537dde9040', 'status': 'completed', 'code': 200} Jul 15 14:14:12.703675 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=100 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:14:12.714297 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df24c1-e542-4cc3-99e6-d4f2350e14f8 req-e2abd600-0f43-4e32-bf68-56b328f1cbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:14:12.715872 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-96df24c1-e542-4cc3-99e6-d4f2350e14f8 req-e2abd600-0f43-4e32-bf68-56b328f1cbaa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ddbd6e1cb0814523b4e528c14d06cdad&device_id=d0467893-1553-44ca-929b-ff05f7f889f1 HTTP/1.1" status: 200 len: 1130 time: 0.0443146 Jul 15 14:14:12.767191 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-7a480d50-f3e3-4df4-bd80-4e857e94abb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'name': 'tempest-TestVolumeBootPattern-1580463029-router', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'f9b31570-8db1-4985-9fb9-149b734b6d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:08:57Z', 'updated_at': '2022-07-15T14:09:00Z', 'revision_number': 4, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'gw_port': {'id': 'f9b31570-8db1-4985-9fb9-149b734b6d1b', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:40:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:08:57Z', 'updated_at': '2022-07-15T14:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_floatingips': [{'id': '7f0d088f-3b47-4d07-9898-76efb4b66b42', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'router_id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'port_id': '045827b2-1b07-4c35-8cc7-f2329ad46ed0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309', 'mac_address': 'fa:16:3e:3c:9c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ea0b24-ed6f-48ea-a44f-3560c297855d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T14:12:08Z', 'updated_at': '2022-07-15T14:12:11Z', 'revision_number': 1, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'fixed_ip_address_scope': None}, {'id': 'fd89d185-f7ce-4925-a908-1f5f543d9bbe', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'router_id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'port_id': 'cff4b5a1-84a9-42c1-8bb6-bd537dde9040', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309', 'mac_address': 'fa:16:3e:ef:c6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0467893-1553-44ca-929b-ff05f7f889f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T14:14:11Z', 'updated_at': '2022-07-15T14:14:11Z', 'revision_number': 0, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d8b7d29-2293-4456-af70-b4ca025cde85', 'name': '', 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'mac_address': 'fa:16:3e:29:8b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '36841f61-1fd6-4773-a700-5f34edf482dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:08:59Z', 'updated_at': '2022-07-15T14:09:05Z', 'revision_number': 5, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'subnets': [{'id': '36841f61-1fd6-4773-a700-5f34edf482dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:12.793512 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a480d50-f3e3-4df4-bd80-4e857e94abb2 None None] Checking router: a2890c66-8fcd-49a7-9eb7-46e03a8768ca for host: dv-cinder-850002-1-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:14:12.802141 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a480d50-f3e3-4df4-bd80-4e857e94abb2 None None] Routers {'a2890c66-8fcd-49a7-9eb7-46e03a8768ca'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:14:12.802758 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-7a480d50-f3e3-4df4-bd80-4e857e94abb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:13:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['a2890c66-8fcd-49a7-9eb7-46e03a8768ca'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:12.811422 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df24c1-e542-4cc3-99e6-d4f2350e14f8 req-9874e9ac-3363-4d94-83d1-d7659190d07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:14:12.812919 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-96df24c1-e542-4cc3-99e6-d4f2350e14f8 req-9874e9ac-3363-4d94-83d1-d7659190d07e service neutron] 10.222.0.64 "GET /v2.0/networks?id=83416a30-2d17-494b-808c-bdf0235bc309 HTTP/1.1" status: 200 len: 913 time: 0.0908000 Jul 15 14:14:12.914255 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-7a480d50-f3e3-4df4-bd80-4e857e94abb2 None None] Set router a2890c66-8fcd-49a7-9eb7-46e03a8768ca gateway port host: dv-cinder-850002-1-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:14:13.139645 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-7a480d50-f3e3-4df4-bd80-4e857e94abb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'name': 'tempest-TestVolumeBootPattern-1580463029-router', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'f9b31570-8db1-4985-9fb9-149b734b6d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:08:57Z', 'updated_at': '2022-07-15T14:09:00Z', 'revision_number': 4, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'gw_port': {'id': 'f9b31570-8db1-4985-9fb9-149b734b6d1b', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:40:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:08:57Z', 'updated_at': '2022-07-15T14:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_floatingips': [{'id': '7f0d088f-3b47-4d07-9898-76efb4b66b42', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'router_id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'port_id': '045827b2-1b07-4c35-8cc7-f2329ad46ed0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309', 'mac_address': 'fa:16:3e:3c:9c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ea0b24-ed6f-48ea-a44f-3560c297855d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T14:12:08Z', 'updated_at': '2022-07-15T14:12:11Z', 'revision_number': 1, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'fixed_ip_address_scope': None}, {'id': 'fd89d185-f7ce-4925-a908-1f5f543d9bbe', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'router_id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'port_id': 'cff4b5a1-84a9-42c1-8bb6-bd537dde9040', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309', 'mac_address': 'fa:16:3e:ef:c6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0467893-1553-44ca-929b-ff05f7f889f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T14:14:11Z', 'updated_at': '2022-07-15T14:14:11Z', 'revision_number': 0, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d8b7d29-2293-4456-af70-b4ca025cde85', 'name': '', 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'mac_address': 'fa:16:3e:29:8b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '36841f61-1fd6-4773-a700-5f34edf482dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:08:59Z', 'updated_at': '2022-07-15T14:09:05Z', 'revision_number': 5, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'subnets': [{'id': '36841f61-1fd6-4773-a700-5f34edf482dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:13.142201 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-96df24c1-e542-4cc3-99e6-d4f2350e14f8 req-fbdd1c0c-992f-43dd-b772-c1f9c65c1d38 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cff4b5a1-84a9-42c1-8bb6-bd537dde9040 HTTP/1.1" status: 200 len: 1000 time: 0.0578139 Jul 15 14:14:13.165019 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a480d50-f3e3-4df4-bd80-4e857e94abb2 None None] The sync data for ids ['a2890c66-8fcd-49a7-9eb7-46e03a8768ca'] in dv-cinder-850002-1-iscsi is: [{'id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'name': 'tempest-TestVolumeBootPattern-1580463029-router', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'f9b31570-8db1-4985-9fb9-149b734b6d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:08:57Z', 'updated_at': '2022-07-15T14:09:00Z', 'revision_number': 4, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'gw_port': {'id': 'f9b31570-8db1-4985-9fb9-149b734b6d1b', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:40:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:08:57Z', 'updated_at': '2022-07-15T14:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_floatingips': [{'id': '7f0d088f-3b47-4d07-9898-76efb4b66b42', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'router_id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'port_id': '045827b2-1b07-4c35-8cc7-f2329ad46ed0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309', 'mac_address': 'fa:16:3e:3c:9c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ea0b24-ed6f-48ea-a44f-3560c297855d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T14:12:08Z', 'updated_at': '2022-07-15T14:12:11Z', 'revision_number': 1, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'fixed_ip_address_scope': None}, {'id': 'fd89d185-f7ce-4925-a908-1f5f543d9bbe', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'router_id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'port_id': 'cff4b5a1-84a9-42c1-8bb6-bd537dde9040', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309', 'mac_address': 'fa:16:3e:ef:c6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0467893-1553-44ca-929b-ff05f7f889f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T14:14:11Z', 'updated_at': '2022-07-15T14:14:11Z', 'revision_number': 0, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d8b7d29-2293-4456-af70-b4ca025cde85', 'name': '', 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'mac_address': 'fa:16:3e:29:8b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '36841f61-1fd6-4773-a700-5f34edf482dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:08:59Z', 'updated_at': '2022-07-15T14:09:05Z', 'revision_number': 5, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'subnets': [{'id': '36841f61-1fd6-4773-a700-5f34edf482dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:14:13.195135 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df24c1-e542-4cc3-99e6-d4f2350e14f8 req-ca9ba530-a87a-4666-a2b4-0a2f5b2f2aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:14:13.196567 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-96df24c1-e542-4cc3-99e6-d4f2350e14f8 req-ca9ba530-a87a-4666-a2b4-0a2f5b2f2aea service neutron] 10.222.0.64 "GET /v2.0/subnets?id=36841f61-1fd6-4773-a700-5f34edf482dd HTTP/1.1" status: 200 len: 851 time: 0.0477674 Jul 15 14:14:13.358849 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8c8379-3348-487d-88e0-64bb340783d0 None None] New status for floating IP fd89d185-f7ce-4925-a908-1f5f543d9bbe: ACTIVE {{(pid=103883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 15 14:14:13.423298 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e550a369-73bf-478f-b66f-2e4bd830a022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (6c40ee43-5406-4a95-b7b4-11b32ddced25), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:14:13.515098 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df24c1-e542-4cc3-99e6-d4f2350e14f8 req-4a08600d-e1f4-477b-b2ca-b475c8675448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:14:13.516657 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-96df24c1-e542-4cc3-99e6-d4f2350e14f8 req-4a08600d-e1f4-477b-b2ca-b475c8675448 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=83416a30-2d17-494b-808c-bdf0235bc309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3097506 Jul 15 14:14:13.713161 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:14:13.750410 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30974c6-09e3-49f7-b57e-90e1ac55934f req-ae3403bc-10f0-4ef1-8597-a654f9414ded tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:14:13.751868 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f30974c6-09e3-49f7-b57e-90e1ac55934f req-ae3403bc-10f0-4ef1-8597-a654f9414ded tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] 10.222.0.16 "GET /v2.0/ports?device_id=643046d9-bf2d-4b4a-b0ae-fed5f4663632 HTTP/1.1" status: 200 len: 945 time: 0.0484574 Jul 15 14:14:13.798058 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f30974c6-09e3-49f7-b57e-90e1ac55934f req-ac68ca35-9ad3-4bc4-a2fd-caa6033e2f82 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] 10.222.0.16 "GET /v2.0/security-groups?id=56234e08-a489-4e3a-ba25-21013e887e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405052 Jul 15 14:14:13.929444 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-96df24c1-e542-4cc3-99e6-d4f2350e14f8 req-4f426b68-baf1-4dae-92f5-36acab607d2e service neutron] 10.222.0.64 "GET /v2.0/networks/83416a30-2d17-494b-808c-bdf0235bc309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909996 Jul 15 14:14:14.026718 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-96df24c1-e542-4cc3-99e6-d4f2350e14f8 req-b8b146df-d74a-410f-bd33-ec1ca6f332d2 service neutron] 10.222.0.64 "GET /v2.0/networks/83416a30-2d17-494b-808c-bdf0235bc309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905616 Jul 15 14:14:15.854688 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-77540338-7c33-4107-bebf-1a3a5e5ab04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (f703993d-e678-48e2-a65c-4d8192af82e3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:14:17.323933 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62650970-9807-4a53-b182-b0e3c169648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (be31d1c0-1844-4ed1-99dc-0179bb6e7ee8), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:14:17.335093 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-3117b6cd-8377-4598-90e9-298b0791c2f7 None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:14:18.574729 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee182daf-6335-4abe-96a5-cfae59e42a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (d0f04363-b393-47bd-b9b2-c25e00098206), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:14:18.759030 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (7bcac420-d3a9-4cfc-af22-5ba5795a5287), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:14:21.577160 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:14:21.579364 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:14:21.587861 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:14:23.791404 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=10 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:14:23.794580 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=8 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:14:24.021649 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=69 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:14:24.023537 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=46 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:14:26.946383 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (73ab3907-1bcf-455f-a05d-131e96f159a2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:14:27.326680 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:DELETE=1,neutron:SELECT=79 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:14:27.327577 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=78 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:14:36.933841 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:14:36.939526 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:14:36.941909 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:14:43.385319 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ded361cb-af9c-481a-adf1-2f04494881c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (6c40ee43-5406-4a95-b7b4-11b32ddced25), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:14:45.856328 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-57b9b157-fcd7-4d94-b7be-99245228729c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (f703993d-e678-48e2-a65c-4d8192af82e3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:14:47.327421 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62650970-9807-4a53-b182-b0e3c169648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (be31d1c0-1844-4ed1-99dc-0179bb6e7ee8), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:14:48.575540 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee182daf-6335-4abe-96a5-cfae59e42a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (d0f04363-b393-47bd-b9b2-c25e00098206), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:14:48.761957 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (7bcac420-d3a9-4cfc-af22-5ba5795a5287), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:14:54.334667 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-3117b6cd-8377-4598-90e9-298b0791c2f7 None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:14:54.341755 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe85c7-7bfc-4679-bb76-573018a30ece req-ea9f9973-da2c-414a-bc6d-e01c01e7a6b1 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:14:54.343224 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7dfe85c7-7bfc-4679-bb76-573018a30ece req-ea9f9973-da2c-414a-bc6d-e01c01e7a6b1 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] 10.222.0.16 "GET /v2.0/ports?device_id=643046d9-bf2d-4b4a-b0ae-fed5f4663632 HTTP/1.1" status: 200 len: 945 time: 0.0471637 Jul 15 14:14:54.393479 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7dfe85c7-7bfc-4679-bb76-573018a30ece req-864cd1ee-d501-4706-a363-038c4903efa5 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] 10.222.0.16 "GET /v2.0/security-groups?id=56234e08-a489-4e3a-ba25-21013e887e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447357 Jul 15 14:14:55.510510 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4447c5-de21-4951-8ccc-53db5a0cf4cd req-5cca709c-0056-493c-9152-0c2e9b2a0250 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:14:55.511969 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bd4447c5-de21-4951-8ccc-53db5a0cf4cd req-5cca709c-0056-493c-9152-0c2e9b2a0250 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] 10.222.0.16 "GET /v2.0/ports?device_id=643046d9-bf2d-4b4a-b0ae-fed5f4663632 HTTP/1.1" status: 200 len: 945 time: 0.0500634 Jul 15 14:14:55.558259 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bd4447c5-de21-4951-8ccc-53db5a0cf4cd req-41d39daf-4f1b-4a34-bb45-4a98c5bc0d5a tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] 10.222.0.16 "GET /v2.0/security-groups?id=56234e08-a489-4e3a-ba25-21013e887e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402567 Jul 15 14:14:56.110198 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e9ee8-c12c-4590-9bcc-fa9a46a898d5 req-d77c4937-1366-4966-abe0-526811f88996 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:14:56.112149 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-7d8e9ee8-c12c-4590-9bcc-fa9a46a898d5 req-d77c4937-1366-4966-abe0-526811f88996 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] 10.222.0.64 "GET /v2.0/ports?device_id=643046d9-bf2d-4b4a-b0ae-fed5f4663632 HTTP/1.1" status: 200 len: 945 time: 0.0468485 Jul 15 14:14:56.197310 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-7d8e9ee8-c12c-4590-9bcc-fa9a46a898d5 req-3df400a5-2699-43dc-944b-c763dd84e048 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Deleting port cfb24222-73f9-47ab-a9a2-b98b23c0aa82 {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:14:56.197651 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-7d8e9ee8-c12c-4590-9bcc-fa9a46a898d5 req-3df400a5-2699-43dc-944b-c763dd84e048 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (cfb24222-73f9-47ab-a9a2-b98b23c0aa82), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:14:56.286214 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-7d8e9ee8-c12c-4590-9bcc-fa9a46a898d5 req-3df400a5-2699-43dc-944b-c763dd84e048 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] For port cfb24222-73f9-47ab-a9a2-b98b23c0aa82, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=cfb24222-73f9-47ab-a9a2-b98b23c0aa82,segment=NetworkSegment(f4d5f463-4021-4415-b0e5-c60283229dd3),segment_id=f4d5f463-4021-4415-b0e5-c60283229dd3)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:14:56.286586 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-7d8e9ee8-c12c-4590-9bcc-fa9a46a898d5 req-3df400a5-2699-43dc-944b-c763dd84e048 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (cfb24222-73f9-47ab-a9a2-b98b23c0aa82), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:14:56.300279 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-7d8e9ee8-c12c-4590-9bcc-fa9a46a898d5 req-3df400a5-2699-43dc-944b-c763dd84e048 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Calling delete_port for cfb24222-73f9-47ab-a9a2-b98b23c0aa82 owned by compute:nova {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:14:56.404711 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:14:56.431247 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-7d8e9ee8-c12c-4590-9bcc-fa9a46a898d5 req-3df400a5-2699-43dc-944b-c763dd84e048 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (cfb24222-73f9-47ab-a9a2-b98b23c0aa82), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:14:56.445617 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] get_ports_and_sgs() called for port_ids ['cfb24222-73f9-47ab-a9a2-b98b23c0aa82'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:14:56.457111 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df400a5-2699-43dc-944b-c763dd84e048 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Pushing event deleted for resources: {'Port': ['ID=cfb24222-73f9-47ab-a9a2-b98b23c0aa82,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:56.509171 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d8e9ee8-c12c-4590-9bcc-fa9a46a898d5 req-3df400a5-2699-43dc-944b-c763dd84e048 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] No DVR routers for this DVR port cfb24222-73f9-47ab-a9a2-b98b23c0aa82 on host hv-cinder-85000 {{(pid=103881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 15 14:14:56.511777 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-7d8e9ee8-c12c-4590-9bcc-fa9a46a898d5 req-3df400a5-2699-43dc-944b-c763dd84e048 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:14:56.514966 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-7d8e9ee8-c12c-4590-9bcc-fa9a46a898d5 req-3df400a5-2699-43dc-944b-c763dd84e048 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] 10.222.0.64 "DELETE /v2.0/ports/cfb24222-73f9-47ab-a9a2-b98b23c0aa82 HTTP/1.1" status: 204 len: 173 time: 0.3978362 Jul 15 14:14:56.515404 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '643046d9-bf2d-4b4a-b0ae-fed5f4663632', 'name': 'network-vif-deleted', 'tag': 'cfb24222-73f9-47ab-a9a2-b98b23c0aa82'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:14:56.517703 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27b3149431a8a58964108cadaaee569fc83829ebf6971f3e535c686fd00e584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68da2d77-ea4d-4894-82d7-5196c68ac7ad" -d '{"events": [{"server_uuid": "643046d9-bf2d-4b4a-b0ae-fed5f4663632", "name": "network-vif-deleted", "tag": "cfb24222-73f9-47ab-a9a2-b98b23c0aa82"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:14:56.555111 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 14:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9da782-07d7-4852-ad79-32994ed515cb x-openstack-request-id: req-1a9da782-07d7-4852-ad79-32994ed515cb {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:14:56.555406 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "643046d9-bf2d-4b4a-b0ae-fed5f4663632", "name": "network-vif-deleted", "tag": "cfb24222-73f9-47ab-a9a2-b98b23c0aa82", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:14:56.555660 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1a9da782-07d7-4852-ad79-32994ed515cb {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:14:56.556110 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a9da782-07d7-4852-ad79-32994ed515cb'] response: {'server_uuid': '643046d9-bf2d-4b4a-b0ae-fed5f4663632', 'name': 'network-vif-deleted', 'tag': 'cfb24222-73f9-47ab-a9a2-b98b23c0aa82', 'status': 'completed', 'code': 200} Jul 15 14:14:56.671345 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fafabfe7-fe69-4c0a-8790-e007dc5c75a0 req-15c8fcc2-0451-4a27-bff3-344ea5707eaa tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] 10.222.0.16 "GET /v2.0/ports?device_id=643046d9-bf2d-4b4a-b0ae-fed5f4663632 HTTP/1.1" status: 200 len: 210 time: 0.0278885 Jul 15 14:14:56.943024 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (73ab3907-1bcf-455f-a05d-131e96f159a2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:15:00.827972 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device cfb24222-73f9-47ab-a9a2-b98b23c0aa82 no longer exists at agent hyperv_hv-cinder-85000 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:15:00.848913 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] No Port match for: cfb24222-73f9-47ab-a9a2-b98b23c0aa82 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 15 14:15:00.848913 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device cfb24222-73f9-47ab-a9a2-b98b23c0aa82 not bound to the agent host hv-cinder-85000 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:15:06.485341 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=45,neutron:DELETE=3 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:15:06.487848 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=44,neutron:DELETE=5 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:15:06.652307 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=18 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:15:06.653119 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=20 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:15:06.932566 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=6 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:15:07.697433 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e6272-034c-49bd-b437-ff11344b8726 req-148af772-6946-4b29-a277-aa8131a7489e tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:15:07.698887 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ab5e6272-034c-49bd-b437-ff11344b8726 req-148af772-6946-4b29-a277-aa8131a7489e tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] 10.222.0.16 "GET /v2.0/networks?id=29c90c1a-657d-462d-a838-b701a7ba42a4 HTTP/1.1" status: 200 len: 814 time: 0.1034384 Jul 15 14:15:07.713251 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ab5e6272-034c-49bd-b437-ff11344b8726 req-4b9d5e8e-e471-4671-b8c4-167e29ea0f3b tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] 10.222.0.16 "GET /v2.0/quotas/3b77053c420a4d1b83cf14e7d8129755 HTTP/1.1" status: 200 len: 375 time: 0.0090535 Jul 15 14:15:07.745314 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ab5e6272-034c-49bd-b437-ff11344b8726 req-e1f91658-49d1-46b4-b85c-debd3514b03b tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3b77053c420a4d1b83cf14e7d8129755&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271859 Jul 15 14:15:08.117187 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ab5e6272-034c-49bd-b437-ff11344b8726 req-619e6059-fff5-4ffc-b3b4-12839b459a9c service neutron] 10.222.0.16 "GET /v2.0/networks/29c90c1a-657d-462d-a838-b701a7ba42a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3641841 Jul 15 14:15:08.208544 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ab5e6272-034c-49bd-b437-ff11344b8726 req-35ec0472-6a51-48cc-9a60-d3f2c884503b service neutron] 10.222.0.16 "GET /v2.0/networks/29c90c1a-657d-462d-a838-b701a7ba42a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856361 Jul 15 14:15:08.368734 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8dff6ef8-49a5-4310-afc6-67cd5619ea10 req-924ca2b6-bbe6-4f9b-af26-100375002945 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] 10.222.0.16 "GET /v2.0/ports?device_id=28b5b96d-4b5f-4ba4-a90e-506068e62e82 HTTP/1.1" status: 200 len: 210 time: 0.0282485 Jul 15 14:15:08.539901 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ce83eb75-5321-4684-8b5c-90838b0deaa8 req-09bf4d89-30ad-449b-8aad-6d43cb4a8bf7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f9ea0b24-ed6f-48ea-a44f-3560c297855d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410814 Jul 15 14:15:08.626654 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83eb75-5321-4684-8b5c-90838b0deaa8 req-7dee1023-676a-41de-bc31-010783647385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:15:08.628171 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ce83eb75-5321-4684-8b5c-90838b0deaa8 req-7dee1023-676a-41de-bc31-010783647385 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ddbd6e1cb0814523b4e528c14d06cdad&device_id=f9ea0b24-ed6f-48ea-a44f-3560c297855d HTTP/1.1" status: 200 len: 1129 time: 0.0400884 Jul 15 14:15:08.742387 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83eb75-5321-4684-8b5c-90838b0deaa8 req-9c049101-258e-4019-b858-fb2d51c75635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:15:08.743853 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ce83eb75-5321-4684-8b5c-90838b0deaa8 req-9c049101-258e-4019-b858-fb2d51c75635 service neutron] 10.222.0.64 "GET /v2.0/networks?id=83416a30-2d17-494b-808c-bdf0235bc309 HTTP/1.1" status: 200 len: 913 time: 0.0940983 Jul 15 14:15:08.814336 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ce83eb75-5321-4684-8b5c-90838b0deaa8 req-f5215222-16c4-48b0-ab7c-403b3279c99b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=045827b2-1b07-4c35-8cc7-f2329ad46ed0 HTTP/1.1" status: 200 len: 1000 time: 0.0591838 Jul 15 14:15:08.863370 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83eb75-5321-4684-8b5c-90838b0deaa8 req-6da09906-e03d-4ba6-b188-326af8f7cfec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:15:08.865339 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ce83eb75-5321-4684-8b5c-90838b0deaa8 req-6da09906-e03d-4ba6-b188-326af8f7cfec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=36841f61-1fd6-4773-a700-5f34edf482dd HTTP/1.1" status: 200 len: 851 time: 0.0453148 Jul 15 14:15:08.920021 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83eb75-5321-4684-8b5c-90838b0deaa8 req-b76ad696-e6b8-4150-9d02-3b0cc542fced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:15:08.921520 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ce83eb75-5321-4684-8b5c-90838b0deaa8 req-b76ad696-e6b8-4150-9d02-3b0cc542fced service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=83416a30-2d17-494b-808c-bdf0235bc309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445216 Jul 15 14:15:09.259126 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ce83eb75-5321-4684-8b5c-90838b0deaa8 req-cd270662-f7a0-4181-93f4-05a3c2649255 service neutron] 10.222.0.64 "GET /v2.0/networks/83416a30-2d17-494b-808c-bdf0235bc309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877755 Jul 15 14:15:09.440479 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ce83eb75-5321-4684-8b5c-90838b0deaa8 req-717940ba-ea5a-46f4-9061-bcf99b193834 service neutron] 10.222.0.64 "GET /v2.0/networks/83416a30-2d17-494b-808c-bdf0235bc309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742213 Jul 15 14:15:09.448262 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e6272-034c-49bd-b437-ff11344b8726 req-1119aeb1-8969-4650-af79-a14b535ef2b2 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:15:09.449728 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ab5e6272-034c-49bd-b437-ff11344b8726 req-1119aeb1-8969-4650-af79-a14b535ef2b2 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] 10.222.0.64 "GET /v2.0/networks?id=29c90c1a-657d-462d-a838-b701a7ba42a4 HTTP/1.1" status: 200 len: 814 time: 0.1825039 Jul 15 14:15:09.462433 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [req-ab5e6272-034c-49bd-b437-ff11344b8726 req-d64421e0-342c-4674-a930-b3ad0de3210b tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Request body: {'port': {'device_id': '28b5b96d-4b5f-4ba4-a90e-506068e62e82', 'network_id': '29c90c1a-657d-462d-a838-b701a7ba42a4', 'admin_state_up': True, 'tenant_id': '3b77053c420a4d1b83cf14e7d8129755'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:15:09.472052 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-cdafe9a9-d6f7-4995-9808-56ad460c72e1 req-70bed246-0574-4917-a3cb-535a64e3f41b tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] 10.222.0.16 "GET /v2.0/ports?device_id=28b5b96d-4b5f-4ba4-a90e-506068e62e82 HTTP/1.1" status: 200 len: 210 time: 0.0322344 Jul 15 14:15:09.573860 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab5e6272-034c-49bd-b437-ff11344b8726 req-d64421e0-342c-4674-a930-b3ad0de3210b tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Made reservation on behalf of 3b77053c420a4d1b83cf14e7d8129755 for: {'port': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:15:09.577427 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ab5e6272-034c-49bd-b437-ff11344b8726 req-d64421e0-342c-4674-a930-b3ad0de3210b tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:15:09.706558 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [req-ab5e6272-034c-49bd-b437-ff11344b8726 req-d64421e0-342c-4674-a930-b3ad0de3210b tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Allocated IP 172.20.0.10 (29c90c1a-657d-462d-a838-b701a7ba42a4/003b424b-6a62-43bd-a307-ba8a4a77ad1d/85b89a0f-381a-4737-bf2a-dbdc998b2ed7) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:15:09.749412 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:15:09.758380 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:15:09.858068 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ab5e6272-034c-49bd-b437-ff11344b8726 req-d64421e0-342c-4674-a930-b3ad0de3210b tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Publish callbacks [] for port (85b89a0f-381a-4737-bf2a-dbdc998b2ed7), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:15:09.888989 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ab5e6272-034c-49bd-b437-ff11344b8726 req-d64421e0-342c-4674-a930-b3ad0de3210b tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774722066679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (85b89a0f-381a-4737-bf2a-dbdc998b2ed7), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:15:09.931014 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab5e6272-034c-49bd-b437-ff11344b8726 req-d64421e0-342c-4674-a930-b3ad0de3210b tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Network 29c90c1a-657d-462d-a838-b701a7ba42a4 is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:15:09.934088 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [req-ab5e6272-034c-49bd-b437-ff11344b8726 req-d64421e0-342c-4674-a930-b3ad0de3210b tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:15:09.940171 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab5e6272-034c-49bd-b437-ff11344b8726 req-d64421e0-342c-4674-a930-b3ad0de3210b tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 15 14:15:09.969287 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64421e0-342c-4674-a930-b3ad0de3210b tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Pushing event updated for resources: {'Port': ['ID=85b89a0f-381a-4737-bf2a-dbdc998b2ed7,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:09.982873 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64421e0-342c-4674-a930-b3ad0de3210b tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:09.983214 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64421e0-342c-4674-a930-b3ad0de3210b tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:09.983547 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64421e0-342c-4674-a930-b3ad0de3210b tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:09.983882 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64421e0-342c-4674-a930-b3ad0de3210b tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:09.984367 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64421e0-342c-4674-a930-b3ad0de3210b tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:09.984727 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64421e0-342c-4674-a930-b3ad0de3210b tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:09.985055 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64421e0-342c-4674-a930-b3ad0de3210b tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:09.985376 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64421e0-342c-4674-a930-b3ad0de3210b tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:09.985697 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64421e0-342c-4674-a930-b3ad0de3210b tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:09.986016 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64421e0-342c-4674-a930-b3ad0de3210b tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:09.986342 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64421e0-342c-4674-a930-b3ad0de3210b tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:09.986659 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64421e0-342c-4674-a930-b3ad0de3210b tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:09.986975 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64421e0-342c-4674-a930-b3ad0de3210b tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:09.987290 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64421e0-342c-4674-a930-b3ad0de3210b tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:09.987603 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64421e0-342c-4674-a930-b3ad0de3210b tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:10.006223 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e6272-034c-49bd-b437-ff11344b8726 req-d64421e0-342c-4674-a930-b3ad0de3210b tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:15:10.006838 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ab5e6272-034c-49bd-b437-ff11344b8726 req-d64421e0-342c-4674-a930-b3ad0de3210b tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:15:10.023261 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ab5e6272-034c-49bd-b437-ff11344b8726 req-d64421e0-342c-4674-a930-b3ad0de3210b tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5653780 Jul 15 14:15:10.038883 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [req-ab5e6272-034c-49bd-b437-ff11344b8726 req-dacfcd32-57cc-49ff-8aeb-481c87dd8aa6 service neutron] Request body: {'port': {'device_id': '28b5b96d-4b5f-4ba4-a90e-506068e62e82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85000'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:15:10.099660 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ab5e6272-034c-49bd-b437-ff11344b8726 req-dacfcd32-57cc-49ff-8aeb-481c87dd8aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (85b89a0f-381a-4737-bf2a-dbdc998b2ed7), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:15:10.350558 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [req-ab5e6272-034c-49bd-b437-ff11344b8726 req-dacfcd32-57cc-49ff-8aeb-481c87dd8aa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85b89a0f-381a-4737-bf2a-dbdc998b2ed7 {{(pid=103881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 14:15:10.358032 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ab5e6272-034c-49bd-b437-ff11344b8726 req-dacfcd32-57cc-49ff-8aeb-481c87dd8aa6 service neutron] Publish callbacks [] for port (85b89a0f-381a-4737-bf2a-dbdc998b2ed7), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:15:10.370430 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.provisioning_blocks [req-ab5e6272-034c-49bd-b437-ff11344b8726 req-dacfcd32-57cc-49ff-8aeb-481c87dd8aa6 service neutron] Transition to ACTIVE for port object 85b89a0f-381a-4737-bf2a-dbdc998b2ed7 will not be triggered until provisioned by entity L2. {{(pid=103881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 15 14:15:10.374276 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ab5e6272-034c-49bd-b437-ff11344b8726 req-dacfcd32-57cc-49ff-8aeb-481c87dd8aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268230'] for port (85b89a0f-381a-4737-bf2a-dbdc998b2ed7), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:15:10.421923 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacfcd32-57cc-49ff-8aeb-481c87dd8aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=85b89a0f-381a-4737-bf2a-dbdc998b2ed7,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:10.495769 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-ab5e6272-034c-49bd-b437-ff11344b8726 req-dacfcd32-57cc-49ff-8aeb-481c87dd8aa6 service neutron] Attempting to bind port 85b89a0f-381a-4737-bf2a-dbdc998b2ed7 on host hv-cinder-85000 for vnic_type normal with profile {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 15 14:15:10.496480 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-ab5e6272-034c-49bd-b437-ff11344b8726 req-dacfcd32-57cc-49ff-8aeb-481c87dd8aa6 service neutron] Attempting to bind port 85b89a0f-381a-4737-bf2a-dbdc998b2ed7 by drivers openvswitch,hyperv on host hv-cinder-85000 at level 0 using segments [{'id': 'f4d5f463-4021-4415-b0e5-c60283229dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '29c90c1a-657d-462d-a838-b701a7ba42a4'}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 15 14:15:10.496749 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5e6272-034c-49bd-b437-ff11344b8726 req-dacfcd32-57cc-49ff-8aeb-481c87dd8aa6 service neutron] Attempting to bind port 85b89a0f-381a-4737-bf2a-dbdc998b2ed7 on network 29c90c1a-657d-462d-a838-b701a7ba42a4 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:15:10.502253 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5e6272-034c-49bd-b437-ff11344b8726 req-dacfcd32-57cc-49ff-8aeb-481c87dd8aa6 service neutron] Port 85b89a0f-381a-4737-bf2a-dbdc998b2ed7 on network 29c90c1a-657d-462d-a838-b701a7ba42a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85000 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 15 14:15:10.502380 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5e6272-034c-49bd-b437-ff11344b8726 req-dacfcd32-57cc-49ff-8aeb-481c87dd8aa6 service neutron] Attempting to bind port 85b89a0f-381a-4737-bf2a-dbdc998b2ed7 on network 29c90c1a-657d-462d-a838-b701a7ba42a4 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:15:10.507592 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5e6272-034c-49bd-b437-ff11344b8726 req-dacfcd32-57cc-49ff-8aeb-481c87dd8aa6 service neutron] Checking agent: {'id': '73ab3907-1bcf-455f-a05d-131e96f159a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85000', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 13, 58, 57), 'started_at': datetime.datetime(2022, 7, 15, 13, 58, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 14, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 14:15:10.508025 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5e6272-034c-49bd-b437-ff11344b8726 req-dacfcd32-57cc-49ff-8aeb-481c87dd8aa6 service neutron] Checking segment: {'id': 'f4d5f463-4021-4415-b0e5-c60283229dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '29c90c1a-657d-462d-a838-b701a7ba42a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:15:10.508323 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5e6272-034c-49bd-b437-ff11344b8726 req-dacfcd32-57cc-49ff-8aeb-481c87dd8aa6 service neutron] Bound using segment: {'id': 'f4d5f463-4021-4415-b0e5-c60283229dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '29c90c1a-657d-462d-a838-b701a7ba42a4'} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 14:15:10.508763 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-ab5e6272-034c-49bd-b437-ff11344b8726 req-dacfcd32-57cc-49ff-8aeb-481c87dd8aa6 service neutron] Bound port: 85b89a0f-381a-4737-bf2a-dbdc998b2ed7, host: hv-cinder-85000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4d5f463-4021-4415-b0e5-c60283229dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '29c90c1a-657d-462d-a838-b701a7ba42a4'}}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 15 14:15:10.509136 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ab5e6272-034c-49bd-b437-ff11344b8726 req-dacfcd32-57cc-49ff-8aeb-481c87dd8aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (85b89a0f-381a-4737-bf2a-dbdc998b2ed7), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:15:10.519688 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:15:10.545243 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:15:10.573608 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-ab5e6272-034c-49bd-b437-ff11344b8726 req-dacfcd32-57cc-49ff-8aeb-481c87dd8aa6 service neutron] For port 85b89a0f-381a-4737-bf2a-dbdc998b2ed7, host hv-cinder-85000, cleared binding levels {{(pid=103881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:15:10.576897 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-ab5e6272-034c-49bd-b437-ff11344b8726 req-dacfcd32-57cc-49ff-8aeb-481c87dd8aa6 service neutron] For port 85b89a0f-381a-4737-bf2a-dbdc998b2ed7, host hv-cinder-85000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=85b89a0f-381a-4737-bf2a-dbdc998b2ed7,segment=NetworkSegment(f4d5f463-4021-4415-b0e5-c60283229dd3),segment_id=f4d5f463-4021-4415-b0e5-c60283229dd3)] {{(pid=103881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:15:10.584413 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ab5e6272-034c-49bd-b437-ff11344b8726 req-dacfcd32-57cc-49ff-8aeb-481c87dd8aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268230'] for port (85b89a0f-381a-4737-bf2a-dbdc998b2ed7), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:15:10.591621 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aeafe0-8eb4-4b6c-870e-c38ffea7d560 req-8f0f4605-a50d-4b99-a373-305f30498382 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:15:10.593179 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e1aeafe0-8eb4-4b6c-870e-c38ffea7d560 req-8f0f4605-a50d-4b99-a373-305f30498382 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] 10.222.0.16 "GET /v2.0/ports?device_id=28b5b96d-4b5f-4ba4-a90e-506068e62e82 HTTP/1.1" status: 200 len: 944 time: 0.0512564 Jul 15 14:15:10.616933 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e6272-034c-49bd-b437-ff11344b8726 req-dacfcd32-57cc-49ff-8aeb-481c87dd8aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:15:10.617543 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ab5e6272-034c-49bd-b437-ff11344b8726 req-dacfcd32-57cc-49ff-8aeb-481c87dd8aa6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:15:10.618908 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ab5e6272-034c-49bd-b437-ff11344b8726 req-dacfcd32-57cc-49ff-8aeb-481c87dd8aa6 service neutron] 10.222.0.64 "PUT /v2.0/ports/85b89a0f-381a-4737-bf2a-dbdc998b2ed7 HTTP/1.1" status: 200 len: 1094 time: 0.5840681 Jul 15 14:15:10.619332 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28b5b96d-4b5f-4ba4-a90e-506068e62e82', 'tag': '85b89a0f-381a-4737-bf2a-dbdc998b2ed7'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:15:10.621590 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27b3149431a8a58964108cadaaee569fc83829ebf6971f3e535c686fd00e584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2002836a-e779-4e66-af95-9ab858e26797" -d '{"events": [{"name": "network-changed", "server_uuid": "28b5b96d-4b5f-4ba4-a90e-506068e62e82", "tag": "85b89a0f-381a-4737-bf2a-dbdc998b2ed7"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:15:10.645702 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e1aeafe0-8eb4-4b6c-870e-c38ffea7d560 req-5434fc48-e4cd-4cac-9bf9-ed45082062a3 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] 10.222.0.16 "GET /v2.0/security-groups?id=56234e08-a489-4e3a-ba25-21013e887e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465317 Jul 15 14:15:10.648982 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacfcd32-57cc-49ff-8aeb-481c87dd8aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=85b89a0f-381a-4737-bf2a-dbdc998b2ed7,revision_number=3']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:10.659209 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 14:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe83877-e3f4-4bd8-ac64-b6701e15bbec x-openstack-request-id: req-5fe83877-e3f4-4bd8-ac64-b6701e15bbec {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:15:10.659497 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28b5b96d-4b5f-4ba4-a90e-506068e62e82", "tag": "85b89a0f-381a-4737-bf2a-dbdc998b2ed7", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:15:10.659750 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5fe83877-e3f4-4bd8-ac64-b6701e15bbec {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:15:10.660154 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fe83877-e3f4-4bd8-ac64-b6701e15bbec'] response: {'name': 'network-changed', 'server_uuid': '28b5b96d-4b5f-4ba4-a90e-506068e62e82', 'tag': '85b89a0f-381a-4737-bf2a-dbdc998b2ed7', 'status': 'completed', 'code': 200} Jul 15 14:15:10.832869 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:15:10.836115 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:15:10.838270 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002836a-e779-4e66-af95-9ab858e26797 req-66980b65-8baf-4131-b52d-b377b04a476c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:15:10.840984 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-2002836a-e779-4e66-af95-9ab858e26797 req-66980b65-8baf-4131-b52d-b377b04a476c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3b77053c420a4d1b83cf14e7d8129755&device_id=28b5b96d-4b5f-4ba4-a90e-506068e62e82 HTTP/1.1" status: 200 len: 1128 time: 0.0477431 Jul 15 14:15:10.938985 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002836a-e779-4e66-af95-9ab858e26797 req-db42f4e3-4f0c-45c5-a14d-20b578eb1d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:15:10.940498 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-2002836a-e779-4e66-af95-9ab858e26797 req-db42f4e3-4f0c-45c5-a14d-20b578eb1d3c service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=3b77053c420a4d1b83cf14e7d8129755&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0928545 Jul 15 14:15:11.225226 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002836a-e779-4e66-af95-9ab858e26797 req-d8e8a9af-2404-42b6-8ad1-b45b85d6bd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:15:11.226696 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-2002836a-e779-4e66-af95-9ab858e26797 req-d8e8a9af-2404-42b6-8ad1-b45b85d6bd5f service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0944052 Jul 15 14:15:11.304198 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e6272-034c-49bd-b437-ff11344b8726 req-5ba45797-47fe-4b5e-bd6a-4766b74453cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:15:11.305725 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ab5e6272-034c-49bd-b437-ff11344b8726 req-5ba45797-47fe-4b5e-bd6a-4766b74453cb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3b77053c420a4d1b83cf14e7d8129755&device_id=28b5b96d-4b5f-4ba4-a90e-506068e62e82 HTTP/1.1" status: 200 len: 1128 time: 0.0393748 Jul 15 14:15:11.351776 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ab5e6272-034c-49bd-b437-ff11344b8726 req-b4ce5624-c58a-47c4-bee8-164375b2d49f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85b89a0f-381a-4737-bf2a-dbdc998b2ed7 HTTP/1.1" status: 200 len: 217 time: 0.0347311 Jul 15 14:15:11.405100 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e6272-034c-49bd-b437-ff11344b8726 req-9648e969-8058-4486-9ff4-f507b1a5bb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:15:11.406596 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ab5e6272-034c-49bd-b437-ff11344b8726 req-9648e969-8058-4486-9ff4-f507b1a5bb1f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=003b424b-6a62-43bd-a307-ba8a4a77ad1d HTTP/1.1" status: 200 len: 854 time: 0.0459085 Jul 15 14:15:11.442809 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ab5e6272-034c-49bd-b437-ff11344b8726 req-82becf90-e4e6-40a7-b445-110be812114f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=29c90c1a-657d-462d-a838-b701a7ba42a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266941 Jul 15 14:15:11.546571 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ab5e6272-034c-49bd-b437-ff11344b8726 req-1cde01d1-b36f-4da7-aebb-f06f3f691108 service neutron] 10.222.0.64 "GET /v2.0/networks/29c90c1a-657d-462d-a838-b701a7ba42a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939584 Jul 15 14:15:11.597831 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=13 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:15:11.601032 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=18 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:15:11.639606 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ab5e6272-034c-49bd-b437-ff11344b8726 req-a552be2a-a4e9-4172-94ca-0aef125843b5 service neutron] 10.222.0.64 "GET /v2.0/networks/29c90c1a-657d-462d-a838-b701a7ba42a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823760 Jul 15 14:15:11.761408 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53549fee-4896-497e-8e3a-bc1a5134c6da req-6fc24005-898c-4c2f-b4f6-a75ae130952f tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:15:11.762871 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-53549fee-4896-497e-8e3a-bc1a5134c6da req-6fc24005-898c-4c2f-b4f6-a75ae130952f tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] 10.222.0.16 "GET /v2.0/ports?device_id=28b5b96d-4b5f-4ba4-a90e-506068e62e82 HTTP/1.1" status: 200 len: 944 time: 0.0473323 Jul 15 14:15:11.810678 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-53549fee-4896-497e-8e3a-bc1a5134c6da req-2897498b-57c7-448f-b0ee-3e9d73ad1063 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] 10.222.0.16 "GET /v2.0/security-groups?id=56234e08-a489-4e3a-ba25-21013e887e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422199 Jul 15 14:15:12.931316 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41fcceb-db98-4c91-8c64-8b31aa4ac466 req-565fb9eb-295a-4dd0-bf58-10a4d8b806b4 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:15:12.932801 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c41fcceb-db98-4c91-8c64-8b31aa4ac466 req-565fb9eb-295a-4dd0-bf58-10a4d8b806b4 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] 10.222.0.16 "GET /v2.0/ports?device_id=28b5b96d-4b5f-4ba4-a90e-506068e62e82 HTTP/1.1" status: 200 len: 944 time: 0.0497217 Jul 15 14:15:12.979300 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c41fcceb-db98-4c91-8c64-8b31aa4ac466 req-9d969451-0f65-439b-9665-cce7b834a602 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] 10.222.0.16 "GET /v2.0/security-groups?id=56234e08-a489-4e3a-ba25-21013e887e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410275 Jul 15 14:15:13.386575 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-72a49963-dab6-4440-bf09-2049f8a013f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (6c40ee43-5406-4a95-b7b4-11b32ddced25), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:15:14.091824 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f82a4d-7d2c-4e9e-8e65-086b1f01cd4b req-bb71a49f-b8cd-46df-bf82-1f9a727ca419 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:15:14.093309 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-32f82a4d-7d2c-4e9e-8e65-086b1f01cd4b req-bb71a49f-b8cd-46df-bf82-1f9a727ca419 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] 10.222.0.16 "GET /v2.0/ports?device_id=28b5b96d-4b5f-4ba4-a90e-506068e62e82 HTTP/1.1" status: 200 len: 944 time: 0.0466821 Jul 15 14:15:14.139688 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-32f82a4d-7d2c-4e9e-8e65-086b1f01cd4b req-4ba82fd9-3aee-4c67-90d5-b60f0347cb12 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] 10.222.0.16 "GET /v2.0/security-groups?id=56234e08-a489-4e3a-ba25-21013e887e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408349 Jul 15 14:15:14.895029 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device 85b89a0f-381a-4737-bf2a-dbdc998b2ed7 details requested by agent hyperv_hv-cinder-85000 with host hv-cinder-85000 {{(pid=103883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:15:14.994825 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port 85b89a0f-381a-4737-bf2a-dbdc998b2ed7, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=85b89a0f-381a-4737-bf2a-dbdc998b2ed7,segment=NetworkSegment(f4d5f463-4021-4415-b0e5-c60283229dd3),segment_id=f4d5f463-4021-4415-b0e5-c60283229dd3)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:15:15.006615 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Returning: {'device': '85b89a0f-381a-4737-bf2a-dbdc998b2ed7', 'network_id': '29c90c1a-657d-462d-a838-b701a7ba42a4', 'port_id': '85b89a0f-381a-4737-bf2a-dbdc998b2ed7', 'mac_address': 'fa:16:3e:67:7f:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '003b424b-6a62-43bd-a307-ba8a4a77ad1d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:15:15.042314 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Current status of the port 85b89a0f-381a-4737-bf2a-dbdc998b2ed7 is: DOWN; New status is: BUILD {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:15:15.042709 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (85b89a0f-381a-4737-bf2a-dbdc998b2ed7), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:15:15.055645 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85b89a0f-381a-4737-bf2a-dbdc998b2ed7 {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 14:15:15.075418 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port 85b89a0f-381a-4737-bf2a-dbdc998b2ed7, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=85b89a0f-381a-4737-bf2a-dbdc998b2ed7,segment=NetworkSegment(f4d5f463-4021-4415-b0e5-c60283229dd3),segment_id=f4d5f463-4021-4415-b0e5-c60283229dd3)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:15:15.079140 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (85b89a0f-381a-4737-bf2a-dbdc998b2ed7), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:15:15.128534 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Pushing event updated for resources: {'Port': ['ID=85b89a0f-381a-4737-bf2a-dbdc998b2ed7,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:15.135846 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:15.136198 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:15.136569 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:15.136919 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:15.137251 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:15.137583 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:15.137916 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:15.138242 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:15.138569 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:15.138892 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:15.139218 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:15.139557 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:15.139867 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:15.140188 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:15.140543 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:15.255324 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2bd15-52a1-4886-838e-e7df961e1364 req-ab8afcc2-a1b7-4260-a2c3-36e5ac9b8251 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:15:15.256815 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d5d2bd15-52a1-4886-838e-e7df961e1364 req-ab8afcc2-a1b7-4260-a2c3-36e5ac9b8251 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] 10.222.0.16 "GET /v2.0/ports?device_id=28b5b96d-4b5f-4ba4-a90e-506068e62e82 HTTP/1.1" status: 200 len: 945 time: 0.0484850 Jul 15 14:15:15.309363 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d5d2bd15-52a1-4886-838e-e7df961e1364 req-d24b94d9-1b64-44a1-ae10-44fe7ec967f2 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] 10.222.0.16 "GET /v2.0/security-groups?id=56234e08-a489-4e3a-ba25-21013e887e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468750 Jul 15 14:15:15.375281 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] get_ports_and_sgs() called for port_ids ['85b89a0f-381a-4737-bf2a-dbdc998b2ed7'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:15:15.858307 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-60598bf1-e6da-4760-8d79-a3dc4844ade2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (f703993d-e678-48e2-a65c-4d8192af82e3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:15:16.421603 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32436aac-32e1-4fbc-8754-5b598e1037a8 req-746ebf0a-f890-4161-b2d8-41d168b594c7 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:15:16.422974 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-32436aac-32e1-4fbc-8754-5b598e1037a8 req-746ebf0a-f890-4161-b2d8-41d168b594c7 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] 10.222.0.16 "GET /v2.0/ports?device_id=28b5b96d-4b5f-4ba4-a90e-506068e62e82 HTTP/1.1" status: 200 len: 945 time: 0.0467169 Jul 15 14:15:16.478968 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-32436aac-32e1-4fbc-8754-5b598e1037a8 req-84bf812d-fee3-4839-83cc-c1cf10b2bc5e tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] 10.222.0.16 "GET /v2.0/security-groups?id=56234e08-a489-4e3a-ba25-21013e887e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498421 Jul 15 14:15:16.921387 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device 85b89a0f-381a-4737-bf2a-dbdc998b2ed7 up at agent hyperv_hv-cinder-85000 {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:15:16.965967 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Provisioning for port 85b89a0f-381a-4737-bf2a-dbdc998b2ed7 completed by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 15 14:15:16.972575 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Provisioning complete for port 85b89a0f-381a-4737-bf2a-dbdc998b2ed7 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 15 14:15:16.972957 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812813'] for port (85b89a0f-381a-4737-bf2a-dbdc998b2ed7), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:15:17.043857 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Current status of the port 85b89a0f-381a-4737-bf2a-dbdc998b2ed7 is: BUILD; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 15 14:15:17.044246 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7737805'] for port (85b89a0f-381a-4737-bf2a-dbdc998b2ed7), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:15:17.066633 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b5b96d-4b5f-4ba4-a90e-506068e62e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b89a0f-381a-4737-bf2a-dbdc998b2ed7'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:15:17.069114 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c4b0ce05359387fb1b8f2741601f150af1cafc779f59aaec505bdecc1202ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27bf651b-1397-4129-8aba-263458097a7b" -d '{"events": [{"server_uuid": "28b5b96d-4b5f-4ba4-a90e-506068e62e82", "name": "network-vif-plugged", "status": "completed", "tag": "85b89a0f-381a-4737-bf2a-dbdc998b2ed7"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:15:17.082186 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] For port 85b89a0f-381a-4737-bf2a-dbdc998b2ed7, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=85b89a0f-381a-4737-bf2a-dbdc998b2ed7,segment=NetworkSegment(f4d5f463-4021-4415-b0e5-c60283229dd3),segment_id=f4d5f463-4021-4415-b0e5-c60283229dd3)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:15:17.086222 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774722414309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774722067213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774722067231'] for port (85b89a0f-381a-4737-bf2a-dbdc998b2ed7), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:15:17.112409 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 14:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84880759-be3d-401e-97ed-b0ff65c34eb0 x-openstack-request-id: req-84880759-be3d-401e-97ed-b0ff65c34eb0 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:15:17.112763 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28b5b96d-4b5f-4ba4-a90e-506068e62e82", "name": "network-vif-plugged", "status": "completed", "tag": "85b89a0f-381a-4737-bf2a-dbdc998b2ed7", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:15:17.113083 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-84880759-be3d-401e-97ed-b0ff65c34eb0 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:15:17.113548 dv-cinder-850002-1-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84880759-be3d-401e-97ed-b0ff65c34eb0'] response: {'server_uuid': '28b5b96d-4b5f-4ba4-a90e-506068e62e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b89a0f-381a-4737-bf2a-dbdc998b2ed7', 'code': 200} Jul 15 14:15:17.139248 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Pushing event updated for resources: {'Port': ['ID=85b89a0f-381a-4737-bf2a-dbdc998b2ed7,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:17.289581 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde2d91-3a2b-4765-a844-f37f6bcc356f req-c8b2d4b8-ce08-40ec-9ee5-a8deb1d3775a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:15:17.290961 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-6cde2d91-3a2b-4765-a844-f37f6bcc356f req-c8b2d4b8-ce08-40ec-9ee5-a8deb1d3775a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=28b5b96d-4b5f-4ba4-a90e-506068e62e82 HTTP/1.1" status: 200 len: 1130 time: 0.0388975 Jul 15 14:15:17.334058 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62650970-9807-4a53-b182-b0e3c169648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (be31d1c0-1844-4ed1-99dc-0179bb6e7ee8), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:15:17.340241 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-6cde2d91-3a2b-4765-a844-f37f6bcc356f req-d0cfa87d-5f2b-4909-9159-9dc0d3767afc service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=56234e08-a489-4e3a-ba25-21013e887e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428491 Jul 15 14:15:17.594911 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1208ba07-939b-4909-92a1-794aa4fdfeef req-324a57a7-23d3-4e97-8fef-4a063698ef42 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:15:17.596371 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1208ba07-939b-4909-92a1-794aa4fdfeef req-324a57a7-23d3-4e97-8fef-4a063698ef42 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] 10.222.0.16 "GET /v2.0/ports?device_id=28b5b96d-4b5f-4ba4-a90e-506068e62e82 HTTP/1.1" status: 200 len: 946 time: 0.0469286 Jul 15 14:15:17.621810 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:15:17.644575 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1208ba07-939b-4909-92a1-794aa4fdfeef req-de16532d-2bfb-452f-b101-921d65119605 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] 10.222.0.16 "GET /v2.0/security-groups?id=56234e08-a489-4e3a-ba25-21013e887e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425158 Jul 15 14:15:18.577702 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee182daf-6335-4abe-96a5-cfae59e42a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (d0f04363-b393-47bd-b9b2-c25e00098206), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:15:18.765458 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (7bcac420-d3a9-4cfc-af22-5ba5795a5287), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:15:18.769478 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be794d-70be-43dd-95c4-fc2b1ed6ee84 req-55788f05-3b69-4870-8e83-3dbba3990753 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:15:18.771026 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e1be794d-70be-43dd-95c4-fc2b1ed6ee84 req-55788f05-3b69-4870-8e83-3dbba3990753 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] 10.222.0.16 "GET /v2.0/ports?device_id=28b5b96d-4b5f-4ba4-a90e-506068e62e82 HTTP/1.1" status: 200 len: 946 time: 0.0537930 Jul 15 14:15:18.797511 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:15:18.819702 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e1be794d-70be-43dd-95c4-fc2b1ed6ee84 req-4887ebd5-877f-4179-b20a-04cc97d98e5b tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] 10.222.0.16 "GET /v2.0/security-groups?id=56234e08-a489-4e3a-ba25-21013e887e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428324 Jul 15 14:15:19.934128 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f554f317-33fa-4374-b401-9e4f99d55e16 req-2b2ca29d-53b9-4c0a-a381-10dd4e4e7749 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:15:19.935589 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f554f317-33fa-4374-b401-9e4f99d55e16 req-2b2ca29d-53b9-4c0a-a381-10dd4e4e7749 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] 10.222.0.16 "GET /v2.0/ports?device_id=28b5b96d-4b5f-4ba4-a90e-506068e62e82 HTTP/1.1" status: 200 len: 946 time: 0.0470927 Jul 15 14:15:19.982459 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f554f317-33fa-4374-b401-9e4f99d55e16 req-3851dc4a-a1d1-430c-a7b8-cd413cb24922 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] 10.222.0.16 "GET /v2.0/security-groups?id=56234e08-a489-4e3a-ba25-21013e887e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412707 Jul 15 14:15:26.950114 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (73ab3907-1bcf-455f-a05d-131e96f159a2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:15:27.334764 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=78,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:15:27.337680 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=71 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:15:29.975954 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=18 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:15:29.978477 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=12 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:15:31.335368 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-3117b6cd-8377-4598-90e9-298b0791c2f7 None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:15:36.939432 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:UPDATE=2,neutron:SELECT=61,neutron:DELETE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:15:36.943387 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=67,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:15:36.945767 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=56,neutron:UPDATE=7 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:15:41.074668 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c54e8-ef2f-4274-a826-009900cdf886 req-bb766cfe-26e5-4bec-8663-d4daacf5acd4 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:15:41.077137 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bc4c54e8-ef2f-4274-a826-009900cdf886 req-bb766cfe-26e5-4bec-8663-d4daacf5acd4 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] 10.222.0.16 "GET /v2.0/ports?device_id=28b5b96d-4b5f-4ba4-a90e-506068e62e82 HTTP/1.1" status: 200 len: 946 time: 0.0585098 Jul 15 14:15:41.130226 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bc4c54e8-ef2f-4274-a826-009900cdf886 req-e94aacc8-a554-43fd-be81-46f9ff2c0546 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] 10.222.0.16 "GET /v2.0/security-groups?id=56234e08-a489-4e3a-ba25-21013e887e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464170 Jul 15 14:15:41.331014 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=4 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:15:41.331695 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=6 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:15:42.249090 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d92ce-56ea-433f-a470-a6d13df98ba7 req-58cafcd8-320d-4ac6-89d1-aea67c5bda57 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:15:42.250591 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d18d92ce-56ea-433f-a470-a6d13df98ba7 req-58cafcd8-320d-4ac6-89d1-aea67c5bda57 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] 10.222.0.16 "GET /v2.0/ports?device_id=28b5b96d-4b5f-4ba4-a90e-506068e62e82 HTTP/1.1" status: 200 len: 946 time: 0.0500424 Jul 15 14:15:42.298400 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d18d92ce-56ea-433f-a470-a6d13df98ba7 req-0e41e789-ca71-49af-8061-02a85b780d97 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] 10.222.0.16 "GET /v2.0/security-groups?id=56234e08-a489-4e3a-ba25-21013e887e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417182 Jul 15 14:15:42.797708 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18396db0-cd93-487a-856d-2e779bbd9fec req-43df8fd4-c254-4837-bb19-32925dff0515 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:15:42.799325 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-18396db0-cd93-487a-856d-2e779bbd9fec req-43df8fd4-c254-4837-bb19-32925dff0515 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] 10.222.0.64 "GET /v2.0/ports?device_id=28b5b96d-4b5f-4ba4-a90e-506068e62e82 HTTP/1.1" status: 200 len: 946 time: 0.0484617 Jul 15 14:15:42.887011 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-18396db0-cd93-487a-856d-2e779bbd9fec req-0b9bd0ba-4d88-4a23-af40-f8e31ec57570 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Deleting port 85b89a0f-381a-4737-bf2a-dbdc998b2ed7 {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:15:42.887353 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-18396db0-cd93-487a-856d-2e779bbd9fec req-0b9bd0ba-4d88-4a23-af40-f8e31ec57570 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (85b89a0f-381a-4737-bf2a-dbdc998b2ed7), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:15:42.979156 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-18396db0-cd93-487a-856d-2e779bbd9fec req-0b9bd0ba-4d88-4a23-af40-f8e31ec57570 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] For port 85b89a0f-381a-4737-bf2a-dbdc998b2ed7, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=85b89a0f-381a-4737-bf2a-dbdc998b2ed7,segment=NetworkSegment(f4d5f463-4021-4415-b0e5-c60283229dd3),segment_id=f4d5f463-4021-4415-b0e5-c60283229dd3)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:15:42.979518 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-18396db0-cd93-487a-856d-2e779bbd9fec req-0b9bd0ba-4d88-4a23-af40-f8e31ec57570 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (85b89a0f-381a-4737-bf2a-dbdc998b2ed7), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:15:42.993566 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-18396db0-cd93-487a-856d-2e779bbd9fec req-0b9bd0ba-4d88-4a23-af40-f8e31ec57570 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Calling delete_port for 85b89a0f-381a-4737-bf2a-dbdc998b2ed7 owned by compute:nova {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:15:43.101501 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 56654) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:15:43.123914 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-18396db0-cd93-487a-856d-2e779bbd9fec req-0b9bd0ba-4d88-4a23-af40-f8e31ec57570 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (85b89a0f-381a-4737-bf2a-dbdc998b2ed7), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:15:43.138157 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] get_ports_and_sgs() called for port_ids ['85b89a0f-381a-4737-bf2a-dbdc998b2ed7'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:15:43.155335 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9bd0ba-4d88-4a23-af40-f8e31ec57570 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Pushing event deleted for resources: {'Port': ['ID=85b89a0f-381a-4737-bf2a-dbdc998b2ed7,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:43.216791 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-18396db0-cd93-487a-856d-2e779bbd9fec req-0b9bd0ba-4d88-4a23-af40-f8e31ec57570 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] No DVR routers for this DVR port 85b89a0f-381a-4737-bf2a-dbdc998b2ed7 on host hv-cinder-85000 {{(pid=103881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 15 14:15:43.220298 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-18396db0-cd93-487a-856d-2e779bbd9fec req-0b9bd0ba-4d88-4a23-af40-f8e31ec57570 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:15:43.225496 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-18396db0-cd93-487a-856d-2e779bbd9fec req-0b9bd0ba-4d88-4a23-af40-f8e31ec57570 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] 10.222.0.64 "DELETE /v2.0/ports/85b89a0f-381a-4737-bf2a-dbdc998b2ed7 HTTP/1.1" status: 204 len: 173 time: 0.4185262 Jul 15 14:15:43.226006 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b5b96d-4b5f-4ba4-a90e-506068e62e82', 'name': 'network-vif-deleted', 'tag': '85b89a0f-381a-4737-bf2a-dbdc998b2ed7'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:15:43.228327 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27b3149431a8a58964108cadaaee569fc83829ebf6971f3e535c686fd00e584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5489e883-00b9-4d7e-a94e-9f0efadaaa4d" -d '{"events": [{"server_uuid": "28b5b96d-4b5f-4ba4-a90e-506068e62e82", "name": "network-vif-deleted", "tag": "85b89a0f-381a-4737-bf2a-dbdc998b2ed7"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:15:43.280704 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 14:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83b000e-3324-40b6-9573-e16891229124 x-openstack-request-id: req-a83b000e-3324-40b6-9573-e16891229124 {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:15:43.281031 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28b5b96d-4b5f-4ba4-a90e-506068e62e82", "name": "network-vif-deleted", "tag": "85b89a0f-381a-4737-bf2a-dbdc998b2ed7", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:15:43.281356 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a83b000e-3324-40b6-9573-e16891229124 {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:15:43.281968 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a83b000e-3324-40b6-9573-e16891229124'] response: {'server_uuid': '28b5b96d-4b5f-4ba4-a90e-506068e62e82', 'name': 'network-vif-deleted', 'tag': '85b89a0f-381a-4737-bf2a-dbdc998b2ed7', 'status': 'completed', 'code': 200} Jul 15 14:15:43.294922 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-31605f2f-0f31-4dcc-88f6-9c54d03bf0a6 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Deleting port 017fdc19-9157-46d8-9abc-3bc9077a60a6 {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:15:43.295526 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-31605f2f-0f31-4dcc-88f6-9c54d03bf0a6 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (017fdc19-9157-46d8-9abc-3bc9077a60a6), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:15:43.384665 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-31605f2f-0f31-4dcc-88f6-9c54d03bf0a6 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (017fdc19-9157-46d8-9abc-3bc9077a60a6), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:15:43.385155 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-31605f2f-0f31-4dcc-88f6-9c54d03bf0a6 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks [] for floatingip (017fdc19-9157-46d8-9abc-3bc9077a60a6), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:15:43.405595 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-fe79cd0c-42e7-4cec-930b-a94c83cbb1d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (6c40ee43-5406-4a95-b7b4-11b32ddced25), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:15:43.436181 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-31605f2f-0f31-4dcc-88f6-9c54d03bf0a6 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Calling delete_port for 017fdc19-9157-46d8-9abc-3bc9077a60a6 owned by network:floatingip {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:15:43.441707 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-68775386-2ea6-45ad-8dd7-f7be3f42d5f2 req-f9c71af0-2856-4bc3-80f2-9449e44c7dc4 tempest-VolumesSnapshotTestJSON-952065009 tempest-VolumesSnapshotTestJSON-952065009-project] 10.222.0.16 "GET /v2.0/ports?device_id=28b5b96d-4b5f-4ba4-a90e-506068e62e82 HTTP/1.1" status: 200 len: 210 time: 0.0439169 Jul 15 14:15:43.610577 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-31605f2f-0f31-4dcc-88f6-9c54d03bf0a6 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59481580'] for port (017fdc19-9157-46d8-9abc-3bc9077a60a6), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:15:43.637367 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31605f2f-0f31-4dcc-88f6-9c54d03bf0a6 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Pushing event deleted for resources: {'Port': ['ID=017fdc19-9157-46d8-9abc-3bc9077a60a6,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:43.649894 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31605f2f-0f31-4dcc-88f6-9c54d03bf0a6 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:43.650240 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31605f2f-0f31-4dcc-88f6-9c54d03bf0a6 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:43.650580 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31605f2f-0f31-4dcc-88f6-9c54d03bf0a6 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:43.650917 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31605f2f-0f31-4dcc-88f6-9c54d03bf0a6 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:43.651268 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31605f2f-0f31-4dcc-88f6-9c54d03bf0a6 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:43.651578 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31605f2f-0f31-4dcc-88f6-9c54d03bf0a6 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:43.651905 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31605f2f-0f31-4dcc-88f6-9c54d03bf0a6 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:43.652225 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31605f2f-0f31-4dcc-88f6-9c54d03bf0a6 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:43.652574 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31605f2f-0f31-4dcc-88f6-9c54d03bf0a6 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:43.652895 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31605f2f-0f31-4dcc-88f6-9c54d03bf0a6 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:43.653218 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31605f2f-0f31-4dcc-88f6-9c54d03bf0a6 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:43.653541 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31605f2f-0f31-4dcc-88f6-9c54d03bf0a6 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:43.653857 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31605f2f-0f31-4dcc-88f6-9c54d03bf0a6 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:43.654176 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31605f2f-0f31-4dcc-88f6-9c54d03bf0a6 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:43.654488 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31605f2f-0f31-4dcc-88f6-9c54d03bf0a6 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850002-1-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:43.716258 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-31605f2f-0f31-4dcc-88f6-9c54d03bf0a6 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks [] for floatingip (fd89d185-f7ce-4925-a908-1f5f543d9bbe), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:15:43.716720 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.db.l3_db [None req-31605f2f-0f31-4dcc-88f6-9c54d03bf0a6 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Floating IP fd89d185-f7ce-4925-a908-1f5f543d9bbe disassociated (deleted). External IP: 172.27.0.211, port: cff4b5a1-84a9-42c1-8bb6-bd537dde9040. Jul 15 14:15:43.923839 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:15:43.938568 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:15:43.944650 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31605f2f-0f31-4dcc-88f6-9c54d03bf0a6 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Router a2890c66-8fcd-49a7-9eb7-46e03a8768ca has already been hosted by L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 14:15:44.050341 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31605f2f-0f31-4dcc-88f6-9c54d03bf0a6 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:15:44.054671 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-31605f2f-0f31-4dcc-88f6-9c54d03bf0a6 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for floatingip (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:15:44.060296 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08021e3c-057c-4160-9fef-8b418fb0b704 None None] Sync routers for ids ['a2890c66-8fcd-49a7-9eb7-46e03a8768ca'] in dv-cinder-850002-1-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:15:44.070596 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08021e3c-057c-4160-9fef-8b418fb0b704 None None] Routers {'a2890c66-8fcd-49a7-9eb7-46e03a8768ca'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:15:44.071202 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-08021e3c-057c-4160-9fef-8b418fb0b704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:15:16Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['a2890c66-8fcd-49a7-9eb7-46e03a8768ca'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:44.085401 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-31605f2f-0f31-4dcc-88f6-9c54d03bf0a6 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "DELETE /v2.0/floatingips/fd89d185-f7ce-4925-a908-1f5f543d9bbe HTTP/1.1" status: 204 len: 168 time: 0.9828038 Jul 15 14:15:44.085995 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0467893-1553-44ca-929b-ff05f7f889f1', 'tag': 'cff4b5a1-84a9-42c1-8bb6-bd537dde9040'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:15:44.088235 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9a8a2fede844199a48cd13e9232727d60bf04678ac4f0cfd160158fc833c96f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05809327-79de-48a6-9065-182e980a7f2a" -d '{"events": [{"name": "network-changed", "server_uuid": "d0467893-1553-44ca-929b-ff05f7f889f1", "tag": "cff4b5a1-84a9-42c1-8bb6-bd537dde9040"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:15:44.124300 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 14:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8abf2576-e08b-42fb-88b8-0ad9044d49e3 x-openstack-request-id: req-8abf2576-e08b-42fb-88b8-0ad9044d49e3 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:15:44.124623 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0467893-1553-44ca-929b-ff05f7f889f1", "tag": "cff4b5a1-84a9-42c1-8bb6-bd537dde9040", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:15:44.124879 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8abf2576-e08b-42fb-88b8-0ad9044d49e3 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:15:44.125290 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8abf2576-e08b-42fb-88b8-0ad9044d49e3'] response: {'name': 'network-changed', 'server_uuid': 'd0467893-1553-44ca-929b-ff05f7f889f1', 'tag': 'cff4b5a1-84a9-42c1-8bb6-bd537dde9040', 'status': 'completed', 'code': 200} Jul 15 14:15:44.181958 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-08021e3c-057c-4160-9fef-8b418fb0b704 None None] Set router a2890c66-8fcd-49a7-9eb7-46e03a8768ca gateway port host: dv-cinder-850002-1-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:15:44.196426 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05809327-79de-48a6-9065-182e980a7f2a req-96ea382d-e733-4dd3-899b-0233d8579f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:15:44.198061 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-05809327-79de-48a6-9065-182e980a7f2a req-96ea382d-e733-4dd3-899b-0233d8579f31 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ddbd6e1cb0814523b4e528c14d06cdad&device_id=d0467893-1553-44ca-929b-ff05f7f889f1 HTTP/1.1" status: 200 len: 1130 time: 0.0505984 Jul 15 14:15:44.321346 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05809327-79de-48a6-9065-182e980a7f2a req-6e0988d8-b376-4150-95c3-c6d5e5677f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:15:44.322813 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-05809327-79de-48a6-9065-182e980a7f2a req-6e0988d8-b376-4150-95c3-c6d5e5677f52 service neutron] 10.222.0.64 "GET /v2.0/networks?id=83416a30-2d17-494b-808c-bdf0235bc309 HTTP/1.1" status: 200 len: 913 time: 0.1117284 Jul 15 14:15:44.327208 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785960aa-4f8a-46c1-b30c-0d4a6b6d7109 req-f155a4ae-f5af-47da-88f7-de8557eb6b73 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:15:44.328739 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-785960aa-4f8a-46c1-b30c-0d4a6b6d7109 req-f155a4ae-f5af-47da-88f7-de8557eb6b73 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0467893-1553-44ca-929b-ff05f7f889f1 HTTP/1.1" status: 200 len: 946 time: 0.0489702 Jul 15 14:15:44.382551 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-785960aa-4f8a-46c1-b30c-0d4a6b6d7109 req-25f7be16-f615-4199-9405-e8751dd78e86 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee2a1e57-92e7-415c-bb8b-57f220d5d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475199 Jul 15 14:15:44.487011 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-08021e3c-057c-4160-9fef-8b418fb0b704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'name': 'tempest-TestVolumeBootPattern-1580463029-router', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'f9b31570-8db1-4985-9fb9-149b734b6d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:08:57Z', 'updated_at': '2022-07-15T14:09:00Z', 'revision_number': 4, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'gw_port': {'id': 'f9b31570-8db1-4985-9fb9-149b734b6d1b', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:40:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:08:57Z', 'updated_at': '2022-07-15T14:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_floatingips': [{'id': '7f0d088f-3b47-4d07-9898-76efb4b66b42', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'router_id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'port_id': '045827b2-1b07-4c35-8cc7-f2329ad46ed0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309', 'mac_address': 'fa:16:3e:3c:9c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ea0b24-ed6f-48ea-a44f-3560c297855d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T14:12:08Z', 'updated_at': '2022-07-15T14:12:11Z', 'revision_number': 1, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d8b7d29-2293-4456-af70-b4ca025cde85', 'name': '', 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'mac_address': 'fa:16:3e:29:8b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '36841f61-1fd6-4773-a700-5f34edf482dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:08:59Z', 'updated_at': '2022-07-15T14:09:05Z', 'revision_number': 5, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'subnets': [{'id': '36841f61-1fd6-4773-a700-5f34edf482dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:44.512321 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08021e3c-057c-4160-9fef-8b418fb0b704 None None] Checking router: a2890c66-8fcd-49a7-9eb7-46e03a8768ca for host: dv-cinder-850002-1-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:15:44.521718 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08021e3c-057c-4160-9fef-8b418fb0b704 None None] Routers {'a2890c66-8fcd-49a7-9eb7-46e03a8768ca'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:15:44.522329 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-08021e3c-057c-4160-9fef-8b418fb0b704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:15:16Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['a2890c66-8fcd-49a7-9eb7-46e03a8768ca'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:44.636066 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-08021e3c-057c-4160-9fef-8b418fb0b704 None None] Set router a2890c66-8fcd-49a7-9eb7-46e03a8768ca gateway port host: dv-cinder-850002-1-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:15:44.874831 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-08021e3c-057c-4160-9fef-8b418fb0b704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'name': 'tempest-TestVolumeBootPattern-1580463029-router', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'f9b31570-8db1-4985-9fb9-149b734b6d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:08:57Z', 'updated_at': '2022-07-15T14:09:00Z', 'revision_number': 4, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'gw_port': {'id': 'f9b31570-8db1-4985-9fb9-149b734b6d1b', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:40:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:08:57Z', 'updated_at': '2022-07-15T14:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_floatingips': [{'id': '7f0d088f-3b47-4d07-9898-76efb4b66b42', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'router_id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'port_id': '045827b2-1b07-4c35-8cc7-f2329ad46ed0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309', 'mac_address': 'fa:16:3e:3c:9c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ea0b24-ed6f-48ea-a44f-3560c297855d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T14:12:08Z', 'updated_at': '2022-07-15T14:12:11Z', 'revision_number': 1, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d8b7d29-2293-4456-af70-b4ca025cde85', 'name': '', 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'mac_address': 'fa:16:3e:29:8b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '36841f61-1fd6-4773-a700-5f34edf482dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:08:59Z', 'updated_at': '2022-07-15T14:09:05Z', 'revision_number': 5, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'subnets': [{'id': '36841f61-1fd6-4773-a700-5f34edf482dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:44.900004 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08021e3c-057c-4160-9fef-8b418fb0b704 None None] The sync data for ids ['a2890c66-8fcd-49a7-9eb7-46e03a8768ca'] in dv-cinder-850002-1-iscsi is: [{'id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'name': 'tempest-TestVolumeBootPattern-1580463029-router', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'f9b31570-8db1-4985-9fb9-149b734b6d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:08:57Z', 'updated_at': '2022-07-15T14:09:00Z', 'revision_number': 4, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'gw_port': {'id': 'f9b31570-8db1-4985-9fb9-149b734b6d1b', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:40:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:08:57Z', 'updated_at': '2022-07-15T14:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_floatingips': [{'id': '7f0d088f-3b47-4d07-9898-76efb4b66b42', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'router_id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'port_id': '045827b2-1b07-4c35-8cc7-f2329ad46ed0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309', 'mac_address': 'fa:16:3e:3c:9c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ea0b24-ed6f-48ea-a44f-3560c297855d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T14:12:08Z', 'updated_at': '2022-07-15T14:12:11Z', 'revision_number': 1, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d8b7d29-2293-4456-af70-b4ca025cde85', 'name': '', 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'mac_address': 'fa:16:3e:29:8b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '36841f61-1fd6-4773-a700-5f34edf482dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:08:59Z', 'updated_at': '2022-07-15T14:09:05Z', 'revision_number': 5, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'subnets': [{'id': '36841f61-1fd6-4773-a700-5f34edf482dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:15:45.119295 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca99b59a-755f-4045-93f7-dd22eabe2965 None None] New status for floating IP fd89d185-f7ce-4925-a908-1f5f543d9bbe: DOWN {{(pid=103883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 15 14:15:45.495150 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f184aaef-fdf8-4228-9ac1-2c8f781d33e7 req-af728572-3b3a-445f-9892-4b20e31a8006 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:15:45.496666 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f184aaef-fdf8-4228-9ac1-2c8f781d33e7 req-af728572-3b3a-445f-9892-4b20e31a8006 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0467893-1553-44ca-929b-ff05f7f889f1 HTTP/1.1" status: 200 len: 946 time: 0.0477228 Jul 15 14:15:45.521152 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-05809327-79de-48a6-9065-182e980a7f2a req-efb81785-aa00-488d-b986-fca1c62722ed service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cff4b5a1-84a9-42c1-8bb6-bd537dde9040 HTTP/1.1" status: 200 len: 217 time: 0.0343218 Jul 15 14:15:45.546501 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f184aaef-fdf8-4228-9ac1-2c8f781d33e7 req-46bc35a4-caf8-4921-9ae2-3e3abc74734b tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee2a1e57-92e7-415c-bb8b-57f220d5d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442681 Jul 15 14:15:45.575703 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05809327-79de-48a6-9065-182e980a7f2a req-6a319b28-56c5-44cc-b002-90f0007ebd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:15:45.577191 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-05809327-79de-48a6-9065-182e980a7f2a req-6a319b28-56c5-44cc-b002-90f0007ebd10 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=36841f61-1fd6-4773-a700-5f34edf482dd HTTP/1.1" status: 200 len: 851 time: 0.0469818 Jul 15 14:15:45.622861 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05809327-79de-48a6-9065-182e980a7f2a req-605480e9-6b67-46c7-b366-6887420c44ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:15:45.624335 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-05809327-79de-48a6-9065-182e980a7f2a req-605480e9-6b67-46c7-b366-6887420c44ef service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=83416a30-2d17-494b-808c-bdf0235bc309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391200 Jul 15 14:15:45.749748 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-05809327-79de-48a6-9065-182e980a7f2a req-038b087b-894d-4954-afbf-ca2722e3cf32 service neutron] 10.222.0.64 "GET /v2.0/networks/83416a30-2d17-494b-808c-bdf0235bc309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831051 Jul 15 14:15:45.843178 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-05809327-79de-48a6-9065-182e980a7f2a req-d0cecacf-eeb2-48af-a513-0aefddf8c9b5 service neutron] 10.222.0.64 "GET /v2.0/networks/83416a30-2d17-494b-808c-bdf0235bc309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863297 Jul 15 14:15:45.860722 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-9db82632-f1b7-47f0-ab5a-370bf3eb1d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (f703993d-e678-48e2-a65c-4d8192af82e3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:15:46.026719 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac02a3-c612-4321-81f6-eda3ea4a82e1 req-bab5d5b3-fb50-4e07-914c-025225841e81 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:15:46.028213 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-9cac02a3-c612-4321-81f6-eda3ea4a82e1 req-bab5d5b3-fb50-4e07-914c-025225841e81 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0467893-1553-44ca-929b-ff05f7f889f1 HTTP/1.1" status: 200 len: 946 time: 0.0525727 Jul 15 14:15:46.064266 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:15:46.107750 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:15:46.120259 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-9cac02a3-c612-4321-81f6-eda3ea4a82e1 req-f045121b-6fce-482e-8f77-29234e067d62 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Deleting port cff4b5a1-84a9-42c1-8bb6-bd537dde9040 {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:15:46.120627 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-9cac02a3-c612-4321-81f6-eda3ea4a82e1 req-f045121b-6fce-482e-8f77-29234e067d62 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (cff4b5a1-84a9-42c1-8bb6-bd537dde9040), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:15:46.207669 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-9cac02a3-c612-4321-81f6-eda3ea4a82e1 req-f045121b-6fce-482e-8f77-29234e067d62 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] For port cff4b5a1-84a9-42c1-8bb6-bd537dde9040, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=cff4b5a1-84a9-42c1-8bb6-bd537dde9040,segment=NetworkSegment(b4cd819b-3570-4fd1-90e3-441ac0a8020d),segment_id=b4cd819b-3570-4fd1-90e3-441ac0a8020d)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:15:46.208020 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-9cac02a3-c612-4321-81f6-eda3ea4a82e1 req-f045121b-6fce-482e-8f77-29234e067d62 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (cff4b5a1-84a9-42c1-8bb6-bd537dde9040), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:15:46.220550 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-9cac02a3-c612-4321-81f6-eda3ea4a82e1 req-f045121b-6fce-482e-8f77-29234e067d62 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Calling delete_port for cff4b5a1-84a9-42c1-8bb6-bd537dde9040 owned by compute:nova {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:15:46.348256 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-9cac02a3-c612-4321-81f6-eda3ea4a82e1 req-f045121b-6fce-482e-8f77-29234e067d62 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (cff4b5a1-84a9-42c1-8bb6-bd537dde9040), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:15:46.375203 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045121b-6fce-482e-8f77-29234e067d62 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Pushing event deleted for resources: {'Port': ['ID=cff4b5a1-84a9-42c1-8bb6-bd537dde9040,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:46.427425 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cac02a3-c612-4321-81f6-eda3ea4a82e1 req-f045121b-6fce-482e-8f77-29234e067d62 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] No DVR routers for this DVR port cff4b5a1-84a9-42c1-8bb6-bd537dde9040 on host hv-cinder-85000 {{(pid=103881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 15 14:15:46.429992 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-9cac02a3-c612-4321-81f6-eda3ea4a82e1 req-f045121b-6fce-482e-8f77-29234e067d62 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:15:46.433249 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-9cac02a3-c612-4321-81f6-eda3ea4a82e1 req-f045121b-6fce-482e-8f77-29234e067d62 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.64 "DELETE /v2.0/ports/cff4b5a1-84a9-42c1-8bb6-bd537dde9040 HTTP/1.1" status: 204 len: 173 time: 0.3994234 Jul 15 14:15:46.433703 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0467893-1553-44ca-929b-ff05f7f889f1', 'name': 'network-vif-deleted', 'tag': 'cff4b5a1-84a9-42c1-8bb6-bd537dde9040'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:15:46.435963 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27b3149431a8a58964108cadaaee569fc83829ebf6971f3e535c686fd00e584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04511545-96b6-4a4e-9e98-a2e21e8aa466" -d '{"events": [{"server_uuid": "d0467893-1553-44ca-929b-ff05f7f889f1", "name": "network-vif-deleted", "tag": "cff4b5a1-84a9-42c1-8bb6-bd537dde9040"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:15:46.472310 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 14:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca147095-3153-4082-9ada-c8cb2159a573 x-openstack-request-id: req-ca147095-3153-4082-9ada-c8cb2159a573 {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:15:46.472660 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0467893-1553-44ca-929b-ff05f7f889f1", "name": "network-vif-deleted", "tag": "cff4b5a1-84a9-42c1-8bb6-bd537dde9040", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:15:46.472797 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ca147095-3153-4082-9ada-c8cb2159a573 {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:15:46.473186 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca147095-3153-4082-9ada-c8cb2159a573'] response: {'server_uuid': 'd0467893-1553-44ca-929b-ff05f7f889f1', 'name': 'network-vif-deleted', 'tag': 'cff4b5a1-84a9-42c1-8bb6-bd537dde9040', 'status': 'completed', 'code': 200} Jul 15 14:15:46.643815 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6082491a-d652-4666-8a34-9f8ac6bf7898 req-2ae890b4-e424-4bfb-be08-2dd3e419fca9 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0467893-1553-44ca-929b-ff05f7f889f1 HTTP/1.1" status: 200 len: 210 time: 0.0277135 Jul 15 14:15:47.334487 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62650970-9807-4a53-b182-b0e3c169648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (be31d1c0-1844-4ed1-99dc-0179bb6e7ee8), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:15:47.759743 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b3ed58b3-9535-4f5d-8b07-e173a39bac1b req-ddc129d1-d817-4f09-81d2-0a131e299a9f tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0467893-1553-44ca-929b-ff05f7f889f1 HTTP/1.1" status: 200 len: 210 time: 0.0380790 Jul 15 14:15:48.580316 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee182daf-6335-4abe-96a5-cfae59e42a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (d0f04363-b393-47bd-b9b2-c25e00098206), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:15:48.769862 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (7bcac420-d3a9-4cfc-af22-5ba5795a5287), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:15:48.854292 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8433a8d0-c938-423c-8337-799de12740ae req-253a6bc0-cace-423b-88ef-1243bfde6bc2 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0467893-1553-44ca-929b-ff05f7f889f1 HTTP/1.1" status: 200 len: 210 time: 0.0275843 Jul 15 14:15:48.939286 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device 85b89a0f-381a-4737-bf2a-dbdc998b2ed7 no longer exists at agent hyperv_hv-cinder-85000 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:15:48.963818 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] No Port match for: 85b89a0f-381a-4737-bf2a-dbdc998b2ed7 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 15 14:15:48.964169 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device 85b89a0f-381a-4737-bf2a-dbdc998b2ed7 not bound to the agent host hv-cinder-85000 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:15:51.905829 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device cff4b5a1-84a9-42c1-8bb6-bd537dde9040 no longer exists at agent hyperv_hv-cinder-85000 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:15:51.925001 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] No Port match for: cff4b5a1-84a9-42c1-8bb6-bd537dde9040 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 15 14:15:51.925340 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device cff4b5a1-84a9-42c1-8bb6-bd537dde9040 not bound to the agent host hv-cinder-85000 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:15:52.148910 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 56726) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:15:52.287325 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-4aa7be6d-e267-491b-9b98-6c2765495e5c tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Deleting port f7139410-aedf-45b8-91df-225f49baa647 {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:15:52.287657 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4aa7be6d-e267-491b-9b98-6c2765495e5c tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (f7139410-aedf-45b8-91df-225f49baa647), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:15:52.361832 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4aa7be6d-e267-491b-9b98-6c2765495e5c tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (f7139410-aedf-45b8-91df-225f49baa647), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:15:52.362675 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4aa7be6d-e267-491b-9b98-6c2765495e5c tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks [] for floatingip (f7139410-aedf-45b8-91df-225f49baa647), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:15:52.374996 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-4aa7be6d-e267-491b-9b98-6c2765495e5c tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Calling delete_port for f7139410-aedf-45b8-91df-225f49baa647 owned by network:floatingip {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:15:52.518509 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4aa7be6d-e267-491b-9b98-6c2765495e5c tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59481580'] for port (f7139410-aedf-45b8-91df-225f49baa647), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:15:52.547845 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa7be6d-e267-491b-9b98-6c2765495e5c tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Pushing event deleted for resources: {'Port': ['ID=f7139410-aedf-45b8-91df-225f49baa647,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:52.605408 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4aa7be6d-e267-491b-9b98-6c2765495e5c tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks [] for floatingip (7f0d088f-3b47-4d07-9898-76efb4b66b42), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:15:52.605736 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.db.l3_db [None req-4aa7be6d-e267-491b-9b98-6c2765495e5c tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Floating IP 7f0d088f-3b47-4d07-9898-76efb4b66b42 disassociated (deleted). External IP: 172.27.0.24, port: 045827b2-1b07-4c35-8cc7-f2329ad46ed0. Jul 15 14:15:52.642686 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:15:52.649412 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:15:52.808333 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aa7be6d-e267-491b-9b98-6c2765495e5c tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Router a2890c66-8fcd-49a7-9eb7-46e03a8768ca has already been hosted by L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 14:15:52.925480 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa7be6d-e267-491b-9b98-6c2765495e5c tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:15:52.931480 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4aa7be6d-e267-491b-9b98-6c2765495e5c tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for floatingip (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:15:52.939189 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1b9add-dc7e-4975-9a0e-cc171d3c85ca None None] Sync routers for ids ['a2890c66-8fcd-49a7-9eb7-46e03a8768ca'] in dv-cinder-850002-1-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:15:52.950517 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1b9add-dc7e-4975-9a0e-cc171d3c85ca None None] Routers {'a2890c66-8fcd-49a7-9eb7-46e03a8768ca'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:15:52.951136 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-2b1b9add-dc7e-4975-9a0e-cc171d3c85ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:15:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['a2890c66-8fcd-49a7-9eb7-46e03a8768ca'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:52.972708 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-4aa7be6d-e267-491b-9b98-6c2765495e5c tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "DELETE /v2.0/floatingips/7f0d088f-3b47-4d07-9898-76efb4b66b42 HTTP/1.1" status: 204 len: 168 time: 0.8197777 Jul 15 14:15:52.972708 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9ea0b24-ed6f-48ea-a44f-3560c297855d', 'tag': '045827b2-1b07-4c35-8cc7-f2329ad46ed0'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:15:52.973630 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9a8a2fede844199a48cd13e9232727d60bf04678ac4f0cfd160158fc833c96f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edda5ce2-fdcf-4262-a91b-1b6d353b97f7" -d '{"events": [{"name": "network-changed", "server_uuid": "f9ea0b24-ed6f-48ea-a44f-3560c297855d", "tag": "045827b2-1b07-4c35-8cc7-f2329ad46ed0"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:15:53.032601 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 14:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ddde6ca-b14c-4230-a1bc-0df411cc6cef x-openstack-request-id: req-4ddde6ca-b14c-4230-a1bc-0df411cc6cef {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:15:53.033016 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9ea0b24-ed6f-48ea-a44f-3560c297855d", "tag": "045827b2-1b07-4c35-8cc7-f2329ad46ed0", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:15:53.033421 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4ddde6ca-b14c-4230-a1bc-0df411cc6cef {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:15:53.034826 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ddde6ca-b14c-4230-a1bc-0df411cc6cef'] response: {'name': 'network-changed', 'server_uuid': 'f9ea0b24-ed6f-48ea-a44f-3560c297855d', 'tag': '045827b2-1b07-4c35-8cc7-f2329ad46ed0', 'status': 'completed', 'code': 200} Jul 15 14:15:53.091337 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-2b1b9add-dc7e-4975-9a0e-cc171d3c85ca None None] Set router a2890c66-8fcd-49a7-9eb7-46e03a8768ca gateway port host: dv-cinder-850002-1-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:15:53.094751 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda5ce2-fdcf-4262-a91b-1b6d353b97f7 req-e6f24c59-4d45-4169-a625-a01fc581b558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:15:53.096262 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-edda5ce2-fdcf-4262-a91b-1b6d353b97f7 req-e6f24c59-4d45-4169-a625-a01fc581b558 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ddbd6e1cb0814523b4e528c14d06cdad&device_id=f9ea0b24-ed6f-48ea-a44f-3560c297855d HTTP/1.1" status: 200 len: 1129 time: 0.0421560 Jul 15 14:15:53.201489 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda5ce2-fdcf-4262-a91b-1b6d353b97f7 req-bbb998b3-107e-43fb-be87-2c94e7a8ac6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:15:53.202972 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-edda5ce2-fdcf-4262-a91b-1b6d353b97f7 req-bbb998b3-107e-43fb-be87-2c94e7a8ac6b service neutron] 10.222.0.64 "GET /v2.0/networks?id=83416a30-2d17-494b-808c-bdf0235bc309 HTTP/1.1" status: 200 len: 913 time: 0.1002257 Jul 15 14:15:53.213912 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cdb57c-ce04-45a4-8fdf-e4be79c2d12c req-9c6a1c32-55c0-430e-b64e-08dd85347331 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:15:53.215508 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e4cdb57c-ce04-45a4-8fdf-e4be79c2d12c req-9c6a1c32-55c0-430e-b64e-08dd85347331 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ea0b24-ed6f-48ea-a44f-3560c297855d HTTP/1.1" status: 200 len: 945 time: 0.0500603 Jul 15 14:15:53.237202 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=100 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:15:53.269025 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e4cdb57c-ce04-45a4-8fdf-e4be79c2d12c req-1d7e8fde-51fa-4cb5-a94b-ae37bfb49606 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee2a1e57-92e7-415c-bb8b-57f220d5d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470853 Jul 15 14:15:53.285851 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=100 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:15:53.304484 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-2b1b9add-dc7e-4975-9a0e-cc171d3c85ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'name': 'tempest-TestVolumeBootPattern-1580463029-router', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'f9b31570-8db1-4985-9fb9-149b734b6d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:08:57Z', 'updated_at': '2022-07-15T14:09:00Z', 'revision_number': 4, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'gw_port': {'id': 'f9b31570-8db1-4985-9fb9-149b734b6d1b', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:40:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:08:57Z', 'updated_at': '2022-07-15T14:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': '5d8b7d29-2293-4456-af70-b4ca025cde85', 'name': '', 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'mac_address': 'fa:16:3e:29:8b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '36841f61-1fd6-4773-a700-5f34edf482dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:08:59Z', 'updated_at': '2022-07-15T14:09:05Z', 'revision_number': 5, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'subnets': [{'id': '36841f61-1fd6-4773-a700-5f34edf482dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:53.329289 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1b9add-dc7e-4975-9a0e-cc171d3c85ca None None] Checking router: a2890c66-8fcd-49a7-9eb7-46e03a8768ca for host: dv-cinder-850002-1-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:15:53.338205 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1b9add-dc7e-4975-9a0e-cc171d3c85ca None None] Routers {'a2890c66-8fcd-49a7-9eb7-46e03a8768ca'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:15:53.338804 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-2b1b9add-dc7e-4975-9a0e-cc171d3c85ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:15:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['a2890c66-8fcd-49a7-9eb7-46e03a8768ca'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:53.445067 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-2b1b9add-dc7e-4975-9a0e-cc171d3c85ca None None] Set router a2890c66-8fcd-49a7-9eb7-46e03a8768ca gateway port host: dv-cinder-850002-1-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:15:53.625815 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-2b1b9add-dc7e-4975-9a0e-cc171d3c85ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'name': 'tempest-TestVolumeBootPattern-1580463029-router', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'f9b31570-8db1-4985-9fb9-149b734b6d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:08:57Z', 'updated_at': '2022-07-15T14:09:00Z', 'revision_number': 4, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'gw_port': {'id': 'f9b31570-8db1-4985-9fb9-149b734b6d1b', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:40:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:08:57Z', 'updated_at': '2022-07-15T14:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': '5d8b7d29-2293-4456-af70-b4ca025cde85', 'name': '', 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'mac_address': 'fa:16:3e:29:8b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '36841f61-1fd6-4773-a700-5f34edf482dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:08:59Z', 'updated_at': '2022-07-15T14:09:05Z', 'revision_number': 5, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'subnets': [{'id': '36841f61-1fd6-4773-a700-5f34edf482dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:53.651134 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1b9add-dc7e-4975-9a0e-cc171d3c85ca None None] The sync data for ids ['a2890c66-8fcd-49a7-9eb7-46e03a8768ca'] in dv-cinder-850002-1-iscsi is: [{'id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'name': 'tempest-TestVolumeBootPattern-1580463029-router', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'f9b31570-8db1-4985-9fb9-149b734b6d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:08:57Z', 'updated_at': '2022-07-15T14:09:00Z', 'revision_number': 4, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'gw_port': {'id': 'f9b31570-8db1-4985-9fb9-149b734b6d1b', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:40:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:08:57Z', 'updated_at': '2022-07-15T14:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi', '_interfaces': [{'id': '5d8b7d29-2293-4456-af70-b4ca025cde85', 'name': '', 'network_id': '83416a30-2d17-494b-808c-bdf0235bc309', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'mac_address': 'fa:16:3e:29:8b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '36841f61-1fd6-4773-a700-5f34edf482dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:08:59Z', 'updated_at': '2022-07-15T14:09:05Z', 'revision_number': 5, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'subnets': [{'id': '36841f61-1fd6-4773-a700-5f34edf482dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:15:53.864425 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5888895-8e93-4aeb-8538-41ce5685b0e3 None None] New status for floating IP 7f0d088f-3b47-4d07-9898-76efb4b66b42: DOWN {{(pid=103883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 15 14:15:54.383867 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f84b7c-89b3-469d-87ec-f34e8ad1d473 req-31ea280d-35bd-4036-92e1-aab5453fee10 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:15:54.385389 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e6f84b7c-89b3-469d-87ec-f34e8ad1d473 req-31ea280d-35bd-4036-92e1-aab5453fee10 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ea0b24-ed6f-48ea-a44f-3560c297855d HTTP/1.1" status: 200 len: 945 time: 0.0469940 Jul 15 14:15:54.390097 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-edda5ce2-fdcf-4262-a91b-1b6d353b97f7 req-73d7234b-7c29-4812-a3da-d9b7886676c1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=045827b2-1b07-4c35-8cc7-f2329ad46ed0 HTTP/1.1" status: 200 len: 217 time: 0.0365112 Jul 15 14:15:54.437937 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e6f84b7c-89b3-469d-87ec-f34e8ad1d473 req-84b11f38-c8ae-49d6-a12a-c54941e23251 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee2a1e57-92e7-415c-bb8b-57f220d5d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468271 Jul 15 14:15:54.442694 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda5ce2-fdcf-4262-a91b-1b6d353b97f7 req-6b24b4a0-6591-4b8d-bbd6-fd2a218ccf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:15:54.444145 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-edda5ce2-fdcf-4262-a91b-1b6d353b97f7 req-6b24b4a0-6591-4b8d-bbd6-fd2a218ccf65 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=36841f61-1fd6-4773-a700-5f34edf482dd HTTP/1.1" status: 200 len: 851 time: 0.0433488 Jul 15 14:15:55.449542 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda5ce2-fdcf-4262-a91b-1b6d353b97f7 req-16890060-59a6-4a8d-936f-0bfaa6b83674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:15:55.450946 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-edda5ce2-fdcf-4262-a91b-1b6d353b97f7 req-16890060-59a6-4a8d-936f-0bfaa6b83674 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=83416a30-2d17-494b-808c-bdf0235bc309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408070 Jul 15 14:15:55.551738 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb01200-9787-4eae-9d61-e3b09d1ab228 req-269f7df6-4242-40ff-808f-5dc9355fb9f1 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:15:55.553658 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ecb01200-9787-4eae-9d61-e3b09d1ab228 req-269f7df6-4242-40ff-808f-5dc9355fb9f1 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ea0b24-ed6f-48ea-a44f-3560c297855d HTTP/1.1" status: 200 len: 945 time: 0.0468562 Jul 15 14:15:55.602713 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ecb01200-9787-4eae-9d61-e3b09d1ab228 req-4efb5552-3449-43c1-84ba-faed88804b24 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee2a1e57-92e7-415c-bb8b-57f220d5d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437422 Jul 15 14:15:56.715587 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25056e0-f348-40e4-9c3a-33bc4f721e10 req-5b147227-a5b8-4efb-89e1-cc0188805a7e tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:15:56.717079 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f25056e0-f348-40e4-9c3a-33bc4f721e10 req-5b147227-a5b8-4efb-89e1-cc0188805a7e tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ea0b24-ed6f-48ea-a44f-3560c297855d HTTP/1.1" status: 200 len: 945 time: 0.0471630 Jul 15 14:15:56.765637 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f25056e0-f348-40e4-9c3a-33bc4f721e10 req-dd838942-17c8-439b-9628-0791a8979354 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee2a1e57-92e7-415c-bb8b-57f220d5d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425298 Jul 15 14:15:56.982550 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (73ab3907-1bcf-455f-a05d-131e96f159a2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:15:57.336755 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-edda5ce2-fdcf-4262-a91b-1b6d353b97f7 req-d0e41b85-1577-4e3e-9407-51295ee975b6 service neutron] 10.222.0.64 "GET /v2.0/networks/83416a30-2d17-494b-808c-bdf0235bc309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879068 Jul 15 14:15:57.434034 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-edda5ce2-fdcf-4262-a91b-1b6d353b97f7 req-8c815fd2-e5ee-4eb0-a8e8-d8b534a8ca8e service neutron] 10.222.0.64 "GET /v2.0/networks/83416a30-2d17-494b-808c-bdf0235bc309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905998 Jul 15 14:15:57.595884 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef06252-1a37-48f8-9bc8-ca12297d20bd req-d80aacbe-8c4b-4655-a8b6-c6993446bcdb tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:15:57.597427 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-0ef06252-1a37-48f8-9bc8-ca12297d20bd req-d80aacbe-8c4b-4655-a8b6-c6993446bcdb tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9ea0b24-ed6f-48ea-a44f-3560c297855d HTTP/1.1" status: 200 len: 945 time: 0.0554848 Jul 15 14:15:57.680422 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-0ef06252-1a37-48f8-9bc8-ca12297d20bd req-245e2c09-870c-4973-97b4-20418756b1d6 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Deleting port 045827b2-1b07-4c35-8cc7-f2329ad46ed0 {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:15:57.680755 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-0ef06252-1a37-48f8-9bc8-ca12297d20bd req-245e2c09-870c-4973-97b4-20418756b1d6 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (045827b2-1b07-4c35-8cc7-f2329ad46ed0), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:15:57.887303 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d4f72e-34bf-4bcf-bda3-eaf7a3cccf51 req-23a242cc-8d37-4ddc-9db9-7fe1f63da678 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:15:57.888767 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-46d4f72e-34bf-4bcf-bda3-eaf7a3cccf51 req-23a242cc-8d37-4ddc-9db9-7fe1f63da678 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ea0b24-ed6f-48ea-a44f-3560c297855d HTTP/1.1" status: 200 len: 945 time: 0.0528548 Jul 15 14:15:57.940890 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [req-46d4f72e-34bf-4bcf-bda3-eaf7a3cccf51 req-e7b2c2fc-748a-4c14-8b53-f80a25bf4c68 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee2a1e57-92e7-415c-bb8b-57f220d5d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458229 Jul 15 14:15:57.999682 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:15:58.002327 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:15:58.030397 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-0ef06252-1a37-48f8-9bc8-ca12297d20bd req-245e2c09-870c-4973-97b4-20418756b1d6 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] For port 045827b2-1b07-4c35-8cc7-f2329ad46ed0, host hv-cinder-85000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85000',level=0,port_id=045827b2-1b07-4c35-8cc7-f2329ad46ed0,segment=NetworkSegment(b4cd819b-3570-4fd1-90e3-441ac0a8020d),segment_id=b4cd819b-3570-4fd1-90e3-441ac0a8020d)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:15:58.030755 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-0ef06252-1a37-48f8-9bc8-ca12297d20bd req-245e2c09-870c-4973-97b4-20418756b1d6 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (045827b2-1b07-4c35-8cc7-f2329ad46ed0), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:15:58.044011 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-0ef06252-1a37-48f8-9bc8-ca12297d20bd req-245e2c09-870c-4973-97b4-20418756b1d6 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Calling delete_port for 045827b2-1b07-4c35-8cc7-f2329ad46ed0 owned by compute:nova {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:15:58.169097 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-0ef06252-1a37-48f8-9bc8-ca12297d20bd req-245e2c09-870c-4973-97b4-20418756b1d6 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (045827b2-1b07-4c35-8cc7-f2329ad46ed0), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:15:58.200865 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245e2c09-870c-4973-97b4-20418756b1d6 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Pushing event deleted for resources: {'Port': ['ID=045827b2-1b07-4c35-8cc7-f2329ad46ed0,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:58.243428 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef06252-1a37-48f8-9bc8-ca12297d20bd req-245e2c09-870c-4973-97b4-20418756b1d6 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] No DVR routers for this DVR port 045827b2-1b07-4c35-8cc7-f2329ad46ed0 on host hv-cinder-85000 {{(pid=103881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 15 14:15:58.245951 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-0ef06252-1a37-48f8-9bc8-ca12297d20bd req-245e2c09-870c-4973-97b4-20418756b1d6 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:15:58.249130 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [req-0ef06252-1a37-48f8-9bc8-ca12297d20bd req-245e2c09-870c-4973-97b4-20418756b1d6 tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.64 "DELETE /v2.0/ports/045827b2-1b07-4c35-8cc7-f2329ad46ed0 HTTP/1.1" status: 204 len: 173 time: 0.6454973 Jul 15 14:15:58.249560 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ea0b24-ed6f-48ea-a44f-3560c297855d', 'name': 'network-vif-deleted', 'tag': '045827b2-1b07-4c35-8cc7-f2329ad46ed0'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 14:15:58.251805 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27b3149431a8a58964108cadaaee569fc83829ebf6971f3e535c686fd00e584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c68f72-335f-4ef8-8ba2-484953cebce8" -d '{"events": [{"server_uuid": "f9ea0b24-ed6f-48ea-a44f-3560c297855d", "name": "network-vif-deleted", "tag": "045827b2-1b07-4c35-8cc7-f2329ad46ed0"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:15:58.296417 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 14:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f0a05f-7dbc-4182-b9ed-0a7f584cc4f3 x-openstack-request-id: req-f1f0a05f-7dbc-4182-b9ed-0a7f584cc4f3 {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:15:58.296734 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ea0b24-ed6f-48ea-a44f-3560c297855d", "name": "network-vif-deleted", "tag": "045827b2-1b07-4c35-8cc7-f2329ad46ed0", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:15:58.296967 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f1f0a05f-7dbc-4182-b9ed-0a7f584cc4f3 {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:15:58.297370 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1f0a05f-7dbc-4182-b9ed-0a7f584cc4f3'] response: {'server_uuid': 'f9ea0b24-ed6f-48ea-a44f-3560c297855d', 'name': 'network-vif-deleted', 'tag': '045827b2-1b07-4c35-8cc7-f2329ad46ed0', 'status': 'completed', 'code': 200} Jul 15 14:15:59.004643 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 56774) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:15:59.114545 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-4d4185b9-d108-4790-83f9-73a4e965d8eb tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Deleting port b7a83d19-c2bf-4c47-8ebf-35c8798c813e {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:15:59.115271 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4d4185b9-d108-4790-83f9-73a4e965d8eb tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (b7a83d19-c2bf-4c47-8ebf-35c8798c813e), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:15:59.193876 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4d4185b9-d108-4790-83f9-73a4e965d8eb tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (b7a83d19-c2bf-4c47-8ebf-35c8798c813e), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:15:59.194197 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4d4185b9-d108-4790-83f9-73a4e965d8eb tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks [] for floatingip (b7a83d19-c2bf-4c47-8ebf-35c8798c813e), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:15:59.206088 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-4d4185b9-d108-4790-83f9-73a4e965d8eb tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Calling delete_port for b7a83d19-c2bf-4c47-8ebf-35c8798c813e owned by network:floatingip {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:15:59.334016 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4d4185b9-d108-4790-83f9-73a4e965d8eb tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (b7a83d19-c2bf-4c47-8ebf-35c8798c813e), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:15:59.362846 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4185b9-d108-4790-83f9-73a4e965d8eb tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Pushing event deleted for resources: {'Port': ['ID=b7a83d19-c2bf-4c47-8ebf-35c8798c813e,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:59.422757 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4d4185b9-d108-4790-83f9-73a4e965d8eb tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks [] for floatingip (2037ee4e-3209-4a42-b37f-b2834766f9f8), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:15:59.426021 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4d4185b9-d108-4790-83f9-73a4e965d8eb tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101915'] for floatingip (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:15:59.427188 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-4d4185b9-d108-4790-83f9-73a4e965d8eb tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "DELETE /v2.0/floatingips/2037ee4e-3209-4a42-b37f-b2834766f9f8 HTTP/1.1" status: 204 len: 168 time: 0.4220166 Jul 15 14:16:00.630570 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 56794) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:16:00.687960 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e2bf431c-1388-4a22-8fcf-30dd4900befc tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks [] for security_group (ee2a1e57-92e7-415c-bb8b-57f220d5d3df), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:00.712767 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e2bf431c-1388-4a22-8fcf-30dd4900befc tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks [] for security_group (ee2a1e57-92e7-415c-bb8b-57f220d5d3df), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:00.734124 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:16:00.777571 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e2bf431c-1388-4a22-8fcf-30dd4900befc tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (ee2a1e57-92e7-415c-bb8b-57f220d5d3df), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:00.780554 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e2bf431c-1388-4a22-8fcf-30dd4900befc tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:00.781713 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-e2bf431c-1388-4a22-8fcf-30dd4900befc tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] 10.222.0.16 "DELETE /v2.0/security-groups/ee2a1e57-92e7-415c-bb8b-57f220d5d3df HTTP/1.1" status: 204 len: 168 time: 0.1500447 Jul 15 14:16:00.791938 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf431c-1388-4a22-8fcf-30dd4900befc tempest-TestVolumeBootPattern-1970579683 tempest-TestVolumeBootPattern-1970579683-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2a1e57-92e7-415c-bb8b-57f220d5d3df,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:16:00.837202 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 56798) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:16:00.930359 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:16:01.204864 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ed137eb6-1971-4924-90e1-7d54d08d3c64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452826'] for router_interface (a2890c66-8fcd-49a7-9eb7-46e03a8768ca), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:01.421631 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-ed137eb6-1971-4924-90e1-7d54d08d3c64 admin admin] Deleting port 5d8b7d29-2293-4456-af70-b4ca025cde85 {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:16:01.421880 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ed137eb6-1971-4924-90e1-7d54d08d3c64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (5d8b7d29-2293-4456-af70-b4ca025cde85), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:01.510995 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [None req-ed137eb6-1971-4924-90e1-7d54d08d3c64 admin admin] For port 5d8b7d29-2293-4456-af70-b4ca025cde85, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=5d8b7d29-2293-4456-af70-b4ca025cde85,segment=NetworkSegment(b4cd819b-3570-4fd1-90e3-441ac0a8020d),segment_id=b4cd819b-3570-4fd1-90e3-441ac0a8020d)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:16:01.511356 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ed137eb6-1971-4924-90e1-7d54d08d3c64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (5d8b7d29-2293-4456-af70-b4ca025cde85), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:01.524259 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-ed137eb6-1971-4924-90e1-7d54d08d3c64 admin admin] Calling delete_port for 5d8b7d29-2293-4456-af70-b4ca025cde85 owned by network:router_interface {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:16:01.690928 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:16:01.702492 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ed137eb6-1971-4924-90e1-7d54d08d3c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (5d8b7d29-2293-4456-af70-b4ca025cde85), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:01.728120 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed137eb6-1971-4924-90e1-7d54d08d3c64 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d8b7d29-2293-4456-af70-b4ca025cde85,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:16:01.782307 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:16:01.892487 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ed137eb6-1971-4924-90e1-7d54d08d3c64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452726'] for router_interface (a2890c66-8fcd-49a7-9eb7-46e03a8768ca), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:01.952521 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device 045827b2-1b07-4c35-8cc7-f2329ad46ed0 no longer exists at agent hyperv_hv-cinder-85000 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:16:01.978657 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] No Port match for: 045827b2-1b07-4c35-8cc7-f2329ad46ed0 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 15 14:16:01.979004 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Device 045827b2-1b07-4c35-8cc7-f2329ad46ed0 not bound to the agent host hv-cinder-85000 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:16:02.109026 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed137eb6-1971-4924-90e1-7d54d08d3c64 admin admin] Router a2890c66-8fcd-49a7-9eb7-46e03a8768ca has already been hosted by L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 14:16:02.215110 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed137eb6-1971-4924-90e1-7d54d08d3c64 admin admin] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:16:02.220013 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-ed137eb6-1971-4924-90e1-7d54d08d3c64 admin admin] 10.222.0.16 "PUT /v2.0/routers/a2890c66-8fcd-49a7-9eb7-46e03a8768ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3810246 Jul 15 14:16:02.222555 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 56816) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:16:02.225373 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbe4b16-f52b-45ee-9ceb-56c26db14d24 None None] Sync routers for ids ['a2890c66-8fcd-49a7-9eb7-46e03a8768ca'] in dv-cinder-850002-1-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:16:02.240920 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbe4b16-f52b-45ee-9ceb-56c26db14d24 None None] Routers {'a2890c66-8fcd-49a7-9eb7-46e03a8768ca'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:16:02.241548 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-adbe4b16-f52b-45ee-9ceb-56c26db14d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:15:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['a2890c66-8fcd-49a7-9eb7-46e03a8768ca'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:16:02.335881 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e6b871ef-01b6-45ee-8c0d-34abab327ada admin admin] Publish callbacks [] for router (a2890c66-8fcd-49a7-9eb7-46e03a8768ca), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:02.349049 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-adbe4b16-f52b-45ee-9ceb-56c26db14d24 None None] Set router a2890c66-8fcd-49a7-9eb7-46e03a8768ca gateway port host: dv-cinder-850002-1-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:16:02.441316 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e6b871ef-01b6-45ee-8c0d-34abab327ada admin admin] Publish callbacks [] for router_gateway (a2890c66-8fcd-49a7-9eb7-46e03a8768ca), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:02.486406 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-e6b871ef-01b6-45ee-8c0d-34abab327ada admin admin] Deleting port f9b31570-8db1-4985-9fb9-149b734b6d1b {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:16:02.486705 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e6b871ef-01b6-45ee-8c0d-34abab327ada admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (f9b31570-8db1-4985-9fb9-149b734b6d1b), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:02.565833 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [None req-e6b871ef-01b6-45ee-8c0d-34abab327ada admin admin] For port f9b31570-8db1-4985-9fb9-149b734b6d1b, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=f9b31570-8db1-4985-9fb9-149b734b6d1b,segment=NetworkSegment(4890d217-1662-4526-a7d0-b4e3cb182093),segment_id=4890d217-1662-4526-a7d0-b4e3cb182093)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:16:02.566191 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e6b871ef-01b6-45ee-8c0d-34abab327ada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (f9b31570-8db1-4985-9fb9-149b734b6d1b), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:02.582779 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-e6b871ef-01b6-45ee-8c0d-34abab327ada admin admin] Calling delete_port for f9b31570-8db1-4985-9fb9-149b734b6d1b owned by network:router_gateway {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:16:02.600905 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-adbe4b16-f52b-45ee-9ceb-56c26db14d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'name': 'tempest-TestVolumeBootPattern-1580463029-router', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'f9b31570-8db1-4985-9fb9-149b734b6d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:08:57Z', 'updated_at': '2022-07-15T14:16:01Z', 'revision_number': 5, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'gw_port': {'id': 'f9b31570-8db1-4985-9fb9-149b734b6d1b', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:40:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:08:57Z', 'updated_at': '2022-07-15T14:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi'}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:16:02.624119 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:16:02.626869 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbe4b16-f52b-45ee-9ceb-56c26db14d24 None None] Checking router: a2890c66-8fcd-49a7-9eb7-46e03a8768ca for host: dv-cinder-850002-1-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:16:02.641033 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbe4b16-f52b-45ee-9ceb-56c26db14d24 None None] Routers {'a2890c66-8fcd-49a7-9eb7-46e03a8768ca'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:16:02.641642 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-adbe4b16-f52b-45ee-9ceb-56c26db14d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:15:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['a2890c66-8fcd-49a7-9eb7-46e03a8768ca'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:16:02.651161 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:16:02.733151 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-adbe4b16-f52b-45ee-9ceb-56c26db14d24 None None] Set router a2890c66-8fcd-49a7-9eb7-46e03a8768ca gateway port host: None {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:16:02.755686 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e6b871ef-01b6-45ee-8c0d-34abab327ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (f9b31570-8db1-4985-9fb9-149b734b6d1b), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:02.779827 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b871ef-01b6-45ee-8c0d-34abab327ada admin admin] Pushing event deleted for resources: {'Port': ['ID=f9b31570-8db1-4985-9fb9-149b734b6d1b,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:16:02.786424 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-adbe4b16-f52b-45ee-9ceb-56c26db14d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'name': 'tempest-TestVolumeBootPattern-1580463029-router', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:08:57Z', 'updated_at': '2022-07-15T14:16:02Z', 'revision_number': 6, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'gw_port_host': None}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:16:02.811723 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbe4b16-f52b-45ee-9ceb-56c26db14d24 None None] The sync data for ids ['a2890c66-8fcd-49a7-9eb7-46e03a8768ca'] in dv-cinder-850002-1-iscsi is: [{'id': 'a2890c66-8fcd-49a7-9eb7-46e03a8768ca', 'name': 'tempest-TestVolumeBootPattern-1580463029-router', 'tenant_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:08:57Z', 'updated_at': '2022-07-15T14:16:02Z', 'revision_number': 6, 'project_id': 'ddbd6e1cb0814523b4e528c14d06cdad', 'gw_port_host': None}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:16:02.847088 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e6b871ef-01b6-45ee-8c0d-34abab327ada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-452435'] for router_gateway (a2890c66-8fcd-49a7-9eb7-46e03a8768ca), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:02.931123 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e6b871ef-01b6-45ee-8c0d-34abab327ada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6549'] for router (a2890c66-8fcd-49a7-9eb7-46e03a8768ca), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:02.933268 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e6b871ef-01b6-45ee-8c0d-34abab327ada admin admin] Publish callbacks [] for router_controller (a2890c66-8fcd-49a7-9eb7-46e03a8768ca), precommit_delete_associations {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:02.980888 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e6b871ef-01b6-45ee-8c0d-34abab327ada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-458408'] for router (a2890c66-8fcd-49a7-9eb7-46e03a8768ca), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:02.981526 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b871ef-01b6-45ee-8c0d-34abab327ada admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2890c66-8fcd-49a7-9eb7-46e03a8768ca {{(pid=103881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:16:02.985911 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e6b871ef-01b6-45ee-8c0d-34abab327ada admin admin] Publish callbacks [] for router (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:02.987658 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-e6b871ef-01b6-45ee-8c0d-34abab327ada admin admin] 10.222.0.16 "DELETE /v2.0/routers/a2890c66-8fcd-49a7-9eb7-46e03a8768ca HTTP/1.1" status: 204 len: 168 time: 0.7635963 Jul 15 14:16:02.990545 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 56818) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:16:03.034953 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8654456-9740-48a7-9ce1-fe05010cf6d1 admin admin] Deleting subnet 36841f61-1fd6-4773-a700-5f34edf482dd {{(pid=103882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 15 14:16:03.038055 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a8654456-9740-48a7-9ce1-fe05010cf6d1 admin admin] Publish callbacks [] for subnet (36841f61-1fd6-4773-a700-5f34edf482dd), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:03.073188 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a8654456-9740-48a7-9ce1-fe05010cf6d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59481126'] for subnet (36841f61-1fd6-4773-a700-5f34edf482dd), precommit_delete_associations {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:03.149786 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:16:03.152639 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:16:03.155551 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a8654456-9740-48a7-9ce1-fe05010cf6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7811561'] for subnet (36841f61-1fd6-4773-a700-5f34edf482dd), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:03.219166 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a8654456-9740-48a7-9ce1-fe05010cf6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7811472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59481147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59290875'] for subnet (36841f61-1fd6-4773-a700-5f34edf482dd), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:03.253776 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8654456-9740-48a7-9ce1-fe05010cf6d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36841f61-1fd6-4773-a700-5f34edf482dd,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:16:03.255755 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a8654456-9740-48a7-9ce1-fe05010cf6d1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:03.260874 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-a8654456-9740-48a7-9ce1-fe05010cf6d1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/36841f61-1fd6-4773-a700-5f34edf482dd HTTP/1.1" status: 204 len: 168 time: 0.2690449 Jul 15 14:16:03.261427 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22f583d-58bd-434c-b1de-13d19798b5a6 None None] Network 83416a30-2d17-494b-808c-bdf0235bc309 requested from dv-cinder-850002-1-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 14:16:03.262573 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 56828) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:16:03.339683 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-81a6a5d4-5e02-4aff-9df7-f30fb6b8ec8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7936400'] for network (83416a30-2d17-494b-808c-bdf0235bc309), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:03.385878 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-81a6a5d4-5e02-4aff-9df7-f30fb6b8ec8b admin admin] Deleting port ea22fc1d-eb21-4ca1-9a4b-fcd19350fc99 {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:16:03.386822 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-81a6a5d4-5e02-4aff-9df7-f30fb6b8ec8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (ea22fc1d-eb21-4ca1-9a4b-fcd19350fc99), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:03.452504 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-81a6a5d4-5e02-4aff-9df7-f30fb6b8ec8b admin admin] For port ea22fc1d-eb21-4ca1-9a4b-fcd19350fc99, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=ea22fc1d-eb21-4ca1-9a4b-fcd19350fc99,segment=NetworkSegment(b4cd819b-3570-4fd1-90e3-441ac0a8020d),segment_id=b4cd819b-3570-4fd1-90e3-441ac0a8020d)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:16:03.452866 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-81a6a5d4-5e02-4aff-9df7-f30fb6b8ec8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (ea22fc1d-eb21-4ca1-9a4b-fcd19350fc99), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:03.468995 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-81a6a5d4-5e02-4aff-9df7-f30fb6b8ec8b admin admin] Calling delete_port for ea22fc1d-eb21-4ca1-9a4b-fcd19350fc99 owned by network:dhcp {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:16:03.548804 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-81a6a5d4-5e02-4aff-9df7-f30fb6b8ec8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59481580'] for port (ea22fc1d-eb21-4ca1-9a4b-fcd19350fc99), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:03.580175 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a6a5d4-5e02-4aff-9df7-f30fb6b8ec8b admin admin] Pushing event deleted for resources: {'Port': ['ID=ea22fc1d-eb21-4ca1-9a4b-fcd19350fc99,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:16:03.587714 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a6a5d4-5e02-4aff-9df7-f30fb6b8ec8b admin admin] No DVR routers for this DVR port ea22fc1d-eb21-4ca1-9a4b-fcd19350fc99 on host dv-cinder-850002-1-iscsi {{(pid=103882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 15 14:16:03.594692 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87884bd5-2644-438e-8f5f-8dba985926a0 None None] DHCP port deletion for 83416a30-2d17-494b-808c-bdf0235bc309 request from dv-cinder-850002-1-iscsi {{(pid=103883) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 15 14:16:03.664951 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-81a6a5d4-5e02-4aff-9df7-f30fb6b8ec8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7814826', 'neutron.services.segments.db._delete_segments_for_network-8774722533663'] for network (83416a30-2d17-494b-808c-bdf0235bc309), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:03.685483 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-81a6a5d4-5e02-4aff-9df7-f30fb6b8ec8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83416a30-2d17-494b-808c-bdf0235bc309']}} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:16:03.695246 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-81a6a5d4-5e02-4aff-9df7-f30fb6b8ec8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4cd819b-3570-4fd1-90e3-441ac0a8020d') {'for_net_delete': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:16:03.695545 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-81a6a5d4-5e02-4aff-9df7-f30fb6b8ec8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4cd819b-3570-4fd1-90e3-441ac0a8020d') {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:16:03.705347 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-81a6a5d4-5e02-4aff-9df7-f30fb6b8ec8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774722502184', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59481129'] for segment (b4cd819b-3570-4fd1-90e3-441ac0a8020d), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:03.719151 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-81a6a5d4-5e02-4aff-9df7-f30fb6b8ec8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7753414'] for segment (b4cd819b-3570-4fd1-90e3-441ac0a8020d), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:03.726724 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81a6a5d4-5e02-4aff-9df7-f30fb6b8ec8b admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=103882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:16:03.727242 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-81a6a5d4-5e02-4aff-9df7-f30fb6b8ec8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7753414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59481561'] for segment (b4cd819b-3570-4fd1-90e3-441ac0a8020d), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:03.799627 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 5d8b7d29-2293-4456-af70-b4ca025cde85 no longer exists at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:16:03.810020 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-81a6a5d4-5e02-4aff-9df7-f30fb6b8ec8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7814819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452470'] for network (83416a30-2d17-494b-808c-bdf0235bc309), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:03.816566 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-81a6a5d4-5e02-4aff-9df7-f30fb6b8ec8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for network (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:03.824541 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] No Port match for: 5d8b7d29-2293-4456-af70-b4ca025cde85 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 15 14:16:03.824885 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 5d8b7d29-2293-4456-af70-b4ca025cde85 not bound to the agent host dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:16:03.825444 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device f9b31570-8db1-4985-9fb9-149b734b6d1b no longer exists at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:16:03.831478 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-81a6a5d4-5e02-4aff-9df7-f30fb6b8ec8b admin admin] 10.222.0.16 "DELETE /v2.0/networks/83416a30-2d17-494b-808c-bdf0235bc309 HTTP/1.1" status: 204 len: 168 time: 0.5644596 Jul 15 14:16:03.831713 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 56834) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:16:03.846511 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] No Port match for: f9b31570-8db1-4985-9fb9-149b734b6d1b {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 15 14:16:03.846887 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device f9b31570-8db1-4985-9fb9-149b734b6d1b not bound to the agent host dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:16:03.847470 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device ea22fc1d-eb21-4ca1-9a4b-fcd19350fc99 no longer exists at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:16:03.849284 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.services.segments.plugin [-] Segment b4cd819b-3570-4fd1-90e3-441ac0a8020d resource provider aggregate not found Jul 15 14:16:03.865129 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a6a5d4-5e02-4aff-9df7-f30fb6b8ec8b admin admin] Pushing event deleted for resources: {'Network': ['ID=83416a30-2d17-494b-808c-bdf0235bc309,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:16:03.871320 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] No Port match for: ea22fc1d-eb21-4ca1-9a4b-fcd19350fc99 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 15 14:16:03.871849 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device ea22fc1d-eb21-4ca1-9a4b-fcd19350fc99 not bound to the agent host dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:16:03.872743 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.services.segments.plugin [-] Segment b4cd819b-3570-4fd1-90e3-441ac0a8020d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b4cd819b-3570-4fd1-90e3-441ac0a8020d found for delete ", "request_id": "req-77f0ffa7-7cdf-4c5a-8b21-d30308a544e3"}]} Jul 15 14:16:04.157703 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6d43962b-2c0b-4f5e-b4c9-a499fcee483d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452826'] for router_interface (c1517d85-6828-4896-a720-b652802f14df), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:04.390462 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-6d43962b-2c0b-4f5e-b4c9-a499fcee483d admin admin] Deleting port fdfcb1bc-c17d-453a-a3a5-b66929016d16 {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:16:04.390805 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6d43962b-2c0b-4f5e-b4c9-a499fcee483d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (fdfcb1bc-c17d-453a-a3a5-b66929016d16), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:04.445275 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:16:04.469796 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [None req-6d43962b-2c0b-4f5e-b4c9-a499fcee483d admin admin] For port fdfcb1bc-c17d-453a-a3a5-b66929016d16, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=fdfcb1bc-c17d-453a-a3a5-b66929016d16,segment=NetworkSegment(10bdab34-67c3-4efb-9356-91205157766f),segment_id=10bdab34-67c3-4efb-9356-91205157766f)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:16:04.470141 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6d43962b-2c0b-4f5e-b4c9-a499fcee483d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (fdfcb1bc-c17d-453a-a3a5-b66929016d16), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:04.472479 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:16:04.485692 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-6d43962b-2c0b-4f5e-b4c9-a499fcee483d admin admin] Calling delete_port for fdfcb1bc-c17d-453a-a3a5-b66929016d16 owned by network:router_interface {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:16:04.675913 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6d43962b-2c0b-4f5e-b4c9-a499fcee483d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (fdfcb1bc-c17d-453a-a3a5-b66929016d16), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:04.701126 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d43962b-2c0b-4f5e-b4c9-a499fcee483d admin admin] Pushing event deleted for resources: {'Port': ['ID=fdfcb1bc-c17d-453a-a3a5-b66929016d16,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:16:05.115529 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6d43962b-2c0b-4f5e-b4c9-a499fcee483d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452726'] for router_interface (c1517d85-6828-4896-a720-b652802f14df), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:05.319969 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d43962b-2c0b-4f5e-b4c9-a499fcee483d admin admin] Router c1517d85-6828-4896-a720-b652802f14df has already been hosted by L3 agent f703993d-e678-48e2-a65c-4d8192af82e3 {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 14:16:05.425699 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d43962b-2c0b-4f5e-b4c9-a499fcee483d admin admin] Notify agent at l3_agent.dv-cinder-850002-1-iscsi the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:16:05.430546 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-6d43962b-2c0b-4f5e-b4c9-a499fcee483d admin admin] 10.222.0.16 "PUT /v2.0/routers/c1517d85-6828-4896-a720-b652802f14df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5971596 Jul 15 14:16:05.433078 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 56850) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:16:05.437068 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a447427-51ff-4320-9988-f15ee772422d None None] Sync routers for ids ['c1517d85-6828-4896-a720-b652802f14df'] in dv-cinder-850002-1-iscsi {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:16:05.448373 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a447427-51ff-4320-9988-f15ee772422d None None] Routers {'c1517d85-6828-4896-a720-b652802f14df'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:16:05.449027 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-1a447427-51ff-4320-9988-f15ee772422d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:15:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['c1517d85-6828-4896-a720-b652802f14df'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:16:05.541469 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:16:05.548954 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-339d85c9-85b0-4996-8637-37170c2e0f52 admin admin] Publish callbacks [] for router (c1517d85-6828-4896-a720-b652802f14df), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:05.579206 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-1a447427-51ff-4320-9988-f15ee772422d None None] Set router c1517d85-6828-4896-a720-b652802f14df gateway port host: dv-cinder-850002-1-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:16:05.655013 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-339d85c9-85b0-4996-8637-37170c2e0f52 admin admin] Publish callbacks [] for router_gateway (c1517d85-6828-4896-a720-b652802f14df), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:05.660188 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:16:05.705333 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-339d85c9-85b0-4996-8637-37170c2e0f52 admin admin] Deleting port a19305e8-9d7f-42d4-b20f-2ccba6ab4bdd {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:16:05.705717 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-339d85c9-85b0-4996-8637-37170c2e0f52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (a19305e8-9d7f-42d4-b20f-2ccba6ab4bdd), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:05.802921 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-1a447427-51ff-4320-9988-f15ee772422d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1517d85-6828-4896-a720-b652802f14df', 'name': 'tempest-TestVolumeBootPattern-839251974-router', 'tenant_id': '926204d660974b039dfb2d21b87d8d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'external_fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'a19305e8-9d7f-42d4-b20f-2ccba6ab4bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:09:02Z', 'updated_at': '2022-07-15T14:16:04Z', 'revision_number': 5, 'project_id': '926204d660974b039dfb2d21b87d8d7d', 'gw_port': {'id': 'a19305e8-9d7f-42d4-b20f-2ccba6ab4bdd', 'name': '', 'network_id': '85d18fe6-b559-49ae-a129-0350ffd7e8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:80:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1517d85-6828-4896-a720-b652802f14df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:09:02Z', 'updated_at': '2022-07-15T14:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5080191c-7e2b-40a2-af2d-f84b5c858cde', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850002-1-iscsi'}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:16:05.827572 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [None req-339d85c9-85b0-4996-8637-37170c2e0f52 admin admin] For port a19305e8-9d7f-42d4-b20f-2ccba6ab4bdd, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=a19305e8-9d7f-42d4-b20f-2ccba6ab4bdd,segment=NetworkSegment(4890d217-1662-4526-a7d0-b4e3cb182093),segment_id=4890d217-1662-4526-a7d0-b4e3cb182093)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:16:05.828146 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-339d85c9-85b0-4996-8637-37170c2e0f52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (a19305e8-9d7f-42d4-b20f-2ccba6ab4bdd), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:05.848315 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a447427-51ff-4320-9988-f15ee772422d None None] Checking router: c1517d85-6828-4896-a720-b652802f14df for host: dv-cinder-850002-1-iscsi {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:16:05.850523 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-339d85c9-85b0-4996-8637-37170c2e0f52 admin admin] Calling delete_port for a19305e8-9d7f-42d4-b20f-2ccba6ab4bdd owned by network:router_gateway {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:16:05.861197 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a447427-51ff-4320-9988-f15ee772422d None None] Routers {'c1517d85-6828-4896-a720-b652802f14df'} bound to L3 agent in host dv-cinder-850002-1-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 15 14:16:05.862340 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-1a447427-51ff-4320-9988-f15ee772422d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-15T13:52:16Z,description=,heartbeat_timestamp=2022-07-15T14:15:46Z,host='dv-cinder-850002-1-iscsi',id=f703993d-e678-48e2-a65c-4d8192af82e3,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T13:52:16Z,topic='l3_agent')) {'router_ids': ['c1517d85-6828-4896-a720-b652802f14df'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:16:05.975807 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-1a447427-51ff-4320-9988-f15ee772422d None None] Set router c1517d85-6828-4896-a720-b652802f14df gateway port host: None {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 15 14:16:06.024505 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-1a447427-51ff-4320-9988-f15ee772422d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1517d85-6828-4896-a720-b652802f14df', 'name': 'tempest-TestVolumeBootPattern-839251974-router', 'tenant_id': '926204d660974b039dfb2d21b87d8d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:09:02Z', 'updated_at': '2022-07-15T14:16:05Z', 'revision_number': 6, 'project_id': '926204d660974b039dfb2d21b87d8d7d', 'gw_port_host': None}], 'dv-cinder-850002-1-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:16:06.051585 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-339d85c9-85b0-4996-8637-37170c2e0f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (a19305e8-9d7f-42d4-b20f-2ccba6ab4bdd), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:06.053457 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a447427-51ff-4320-9988-f15ee772422d None None] The sync data for ids ['c1517d85-6828-4896-a720-b652802f14df'] in dv-cinder-850002-1-iscsi is: [{'id': 'c1517d85-6828-4896-a720-b652802f14df', 'name': 'tempest-TestVolumeBootPattern-839251974-router', 'tenant_id': '926204d660974b039dfb2d21b87d8d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:09:02Z', 'updated_at': '2022-07-15T14:16:05Z', 'revision_number': 6, 'project_id': '926204d660974b039dfb2d21b87d8d7d', 'gw_port_host': None}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:16:06.074359 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339d85c9-85b0-4996-8637-37170c2e0f52 admin admin] Pushing event deleted for resources: {'Port': ['ID=a19305e8-9d7f-42d4-b20f-2ccba6ab4bdd,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:16:06.148523 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-339d85c9-85b0-4996-8637-37170c2e0f52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-452435'] for router_gateway (c1517d85-6828-4896-a720-b652802f14df), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:06.235823 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-339d85c9-85b0-4996-8637-37170c2e0f52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6549'] for router (c1517d85-6828-4896-a720-b652802f14df), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:06.238075 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-339d85c9-85b0-4996-8637-37170c2e0f52 admin admin] Publish callbacks [] for router_controller (c1517d85-6828-4896-a720-b652802f14df), precommit_delete_associations {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:06.282317 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-339d85c9-85b0-4996-8637-37170c2e0f52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-458408'] for router (c1517d85-6828-4896-a720-b652802f14df), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:06.282979 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339d85c9-85b0-4996-8637-37170c2e0f52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1517d85-6828-4896-a720-b652802f14df {{(pid=103881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:16:06.287724 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-339d85c9-85b0-4996-8637-37170c2e0f52 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:06.288936 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-339d85c9-85b0-4996-8637-37170c2e0f52 admin admin] 10.222.0.16 "DELETE /v2.0/routers/c1517d85-6828-4896-a720-b652802f14df HTTP/1.1" status: 204 len: 168 time: 0.8546174 Jul 15 14:16:06.291552 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 56866) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:16:06.335780 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_v2 [None req-287d66e1-48e2-4b2e-8ee6-7aa2994af69f admin admin] Deleting subnet d32b1112-1494-4156-80e5-8b01d34b0943 {{(pid=103881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 15 14:16:06.339059 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-287d66e1-48e2-4b2e-8ee6-7aa2994af69f admin admin] Publish callbacks [] for subnet (d32b1112-1494-4156-80e5-8b01d34b0943), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:06.381204 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-287d66e1-48e2-4b2e-8ee6-7aa2994af69f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3524186'] for subnet (d32b1112-1494-4156-80e5-8b01d34b0943), precommit_delete_associations {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:06.459064 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:16:06.460534 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-287d66e1-48e2-4b2e-8ee6-7aa2994af69f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7811561'] for subnet (d32b1112-1494-4156-80e5-8b01d34b0943), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:06.516666 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-287d66e1-48e2-4b2e-8ee6-7aa2994af69f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7811472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3268440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59476154'] for subnet (d32b1112-1494-4156-80e5-8b01d34b0943), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:06.548483 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-287d66e1-48e2-4b2e-8ee6-7aa2994af69f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for subnet (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:06.552167 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-287d66e1-48e2-4b2e-8ee6-7aa2994af69f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d32b1112-1494-4156-80e5-8b01d34b0943 HTTP/1.1" status: 204 len: 168 time: 0.2597027 Jul 15 14:16:06.553560 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287d66e1-48e2-4b2e-8ee6-7aa2994af69f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d32b1112-1494-4156-80e5-8b01d34b0943,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:16:06.555227 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 56868) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:16:06.555656 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8326dca9-61e6-4eb6-ab12-fa9f3306cb1b None None] Network ed1c2efe-ed02-4cb1-82ce-5aa42b4953c7 requested from dv-cinder-850002-1-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 14:16:06.625231 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3d2274e5-b64b-4644-a152-61b09a5a215c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7936400'] for network (ed1c2efe-ed02-4cb1-82ce-5aa42b4953c7), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:06.667723 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-3d2274e5-b64b-4644-a152-61b09a5a215c admin admin] Deleting port 7f0dbb27-0399-43af-81dd-ff7a514f67cc {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:16:06.668068 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3d2274e5-b64b-4644-a152-61b09a5a215c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (7f0dbb27-0399-43af-81dd-ff7a514f67cc), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:06.688830 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:16:06.740340 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [None req-3d2274e5-b64b-4644-a152-61b09a5a215c admin admin] For port 7f0dbb27-0399-43af-81dd-ff7a514f67cc, host dv-cinder-850002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850002-1-iscsi',level=0,port_id=7f0dbb27-0399-43af-81dd-ff7a514f67cc,segment=NetworkSegment(10bdab34-67c3-4efb-9356-91205157766f),segment_id=10bdab34-67c3-4efb-9356-91205157766f)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:16:06.740871 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3d2274e5-b64b-4644-a152-61b09a5a215c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (7f0dbb27-0399-43af-81dd-ff7a514f67cc), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:06.756799 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-3d2274e5-b64b-4644-a152-61b09a5a215c admin admin] Calling delete_port for 7f0dbb27-0399-43af-81dd-ff7a514f67cc owned by network:dhcp {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:16:06.797366 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97adca2-97cf-4b46-9788-869b791fb3d5 None None] DHCP port deletion for ed1c2efe-ed02-4cb1-82ce-5aa42b4953c7 request from dv-cinder-850002-1-iscsi {{(pid=103883) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 15 14:16:06.850197 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3d2274e5-b64b-4644-a152-61b09a5a215c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268239'] for port (7f0dbb27-0399-43af-81dd-ff7a514f67cc), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:06.876878 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2274e5-b64b-4644-a152-61b09a5a215c admin admin] Pushing event deleted for resources: {'Port': ['ID=7f0dbb27-0399-43af-81dd-ff7a514f67cc,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:16:06.881145 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2274e5-b64b-4644-a152-61b09a5a215c admin admin] No DVR routers for this DVR port 7f0dbb27-0399-43af-81dd-ff7a514f67cc on host dv-cinder-850002-1-iscsi {{(pid=103881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 15 14:16:06.961133 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=50,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:16:06.962843 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3d2274e5-b64b-4644-a152-61b09a5a215c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7814826', 'neutron.services.segments.db._delete_segments_for_network-8774722533663'] for network (ed1c2efe-ed02-4cb1-82ce-5aa42b4953c7), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:06.963501 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=57,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:16:06.965885 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=57,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:16:06.980441 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-c97adca2-97cf-4b46-9788-869b791fb3d5 None None] Deleting port 7f0dbb27-0399-43af-81dd-ff7a514f67cc {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 15 14:16:06.980812 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c97adca2-97cf-4b46-9788-869b791fb3d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774722408973'] for port (7f0dbb27-0399-43af-81dd-ff7a514f67cc), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:06.987246 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.services.segments.db [None req-3d2274e5-b64b-4644-a152-61b09a5a215c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed1c2efe-ed02-4cb1-82ce-5aa42b4953c7']}} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:16:06.998258 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.services.segments.db [None req-3d2274e5-b64b-4644-a152-61b09a5a215c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10bdab34-67c3-4efb-9356-91205157766f') {'for_net_delete': True} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:16:06.998461 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.services.segments.db [None req-3d2274e5-b64b-4644-a152-61b09a5a215c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10bdab34-67c3-4efb-9356-91205157766f') {} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:16:07.011384 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3d2274e5-b64b-4644-a152-61b09a5a215c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774722502184', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3524181'] for segment (10bdab34-67c3-4efb-9356-91205157766f), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:07.027381 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3d2274e5-b64b-4644-a152-61b09a5a215c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7753414'] for segment (10bdab34-67c3-4efb-9356-91205157766f), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:07.035239 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d2274e5-b64b-4644-a152-61b09a5a215c admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=103881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:16:07.035691 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3d2274e5-b64b-4644-a152-61b09a5a215c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7753414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3268282'] for segment (10bdab34-67c3-4efb-9356-91205157766f), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:07.047041 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-c97adca2-97cf-4b46-9788-869b791fb3d5 None None] For port 7f0dbb27-0399-43af-81dd-ff7a514f67cc, host dv-cinder-850002-1-iscsi, got binding levels [] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:16:07.047440 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c97adca2-97cf-4b46-9788-869b791fb3d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451227'] for port (7f0dbb27-0399-43af-81dd-ff7a514f67cc), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:07.064017 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-c97adca2-97cf-4b46-9788-869b791fb3d5 None None] Calling delete_port for 7f0dbb27-0399-43af-81dd-ff7a514f67cc owned by network:dhcp {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 15 14:16:07.067575 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.ipam_backend_mixin [None req-c97adca2-97cf-4b46-9788-869b791fb3d5 None None] Port 7f0dbb27-0399-43af-81dd-ff7a514f67cc was not found and therefore no delete operation was performed {{(pid=103883) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 15 14:16:07.069077 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.services.segments.plugin [-] Segment 10bdab34-67c3-4efb-9356-91205157766f resource provider aggregate not found Jul 15 14:16:07.069871 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c97adca2-97cf-4b46-9788-869b791fb3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7737344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774722415391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774722067204'] for port (7f0dbb27-0399-43af-81dd-ff7a514f67cc), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:07.104715 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.services.segments.plugin [-] Segment 10bdab34-67c3-4efb-9356-91205157766f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 10bdab34-67c3-4efb-9356-91205157766f found for delete ", "request_id": "req-a0e9dfdf-c71c-4f52-b4e8-cc64bb2be54a"}]} Jul 15 14:16:07.111214 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97adca2-97cf-4b46-9788-869b791fb3d5 None None] Pushing event deleted for resources: {'Port': ['ID=7f0dbb27-0399-43af-81dd-ff7a514f67cc,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:16:07.119039 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97adca2-97cf-4b46-9788-869b791fb3d5 None None] No DVR routers for this DVR port 7f0dbb27-0399-43af-81dd-ff7a514f67cc on host dv-cinder-850002-1-iscsi {{(pid=103883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 15 14:16:07.124198 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3d2274e5-b64b-4644-a152-61b09a5a215c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7814819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452470'] for network (ed1c2efe-ed02-4cb1-82ce-5aa42b4953c7), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:07.134500 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3d2274e5-b64b-4644-a152-61b09a5a215c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for network (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:07.139171 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-3d2274e5-b64b-4644-a152-61b09a5a215c admin admin] 10.222.0.16 "DELETE /v2.0/networks/ed1c2efe-ed02-4cb1-82ce-5aa42b4953c7 HTTP/1.1" status: 204 len: 168 time: 0.5820985 Jul 15 14:16:07.155585 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2274e5-b64b-4644-a152-61b09a5a215c admin admin] Pushing event deleted for resources: {'Network': ['ID=ed1c2efe-ed02-4cb1-82ce-5aa42b4953c7,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:16:07.258498 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 56882) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:16:07.298792 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-98b5c864-fadf-4fef-a748-d706d268e69d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ddbd6e1cb0814523b4e528c14d06cdad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390687 Jul 15 14:16:07.301408 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 56884) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:16:07.351521 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-06ea3a87-b8a0-44a5-9af6-a8d5b548e90a admin admin] Publish callbacks [] for security_group (afec9ecc-c743-4ec3-a8b8-82f2133c7680), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:07.373304 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-06ea3a87-b8a0-44a5-9af6-a8d5b548e90a admin admin] Publish callbacks [] for security_group (afec9ecc-c743-4ec3-a8b8-82f2133c7680), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:07.420851 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-06ea3a87-b8a0-44a5-9af6-a8d5b548e90a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (afec9ecc-c743-4ec3-a8b8-82f2133c7680), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:07.423267 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-06ea3a87-b8a0-44a5-9af6-a8d5b548e90a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:07.425019 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-06ea3a87-b8a0-44a5-9af6-a8d5b548e90a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/afec9ecc-c743-4ec3-a8b8-82f2133c7680 HTTP/1.1" status: 204 len: 168 time: 0.1221182 Jul 15 14:16:07.437952 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ea3a87-b8a0-44a5-9af6-a8d5b548e90a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afec9ecc-c743-4ec3-a8b8-82f2133c7680,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:16:07.760520 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 56890) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:16:07.782477 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device a19305e8-9d7f-42d4-b20f-2ccba6ab4bdd no longer exists at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:16:07.804281 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] No Port match for: a19305e8-9d7f-42d4-b20f-2ccba6ab4bdd {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 15 14:16:07.804738 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device a19305e8-9d7f-42d4-b20f-2ccba6ab4bdd not bound to the agent host dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:16:07.805168 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 7f0dbb27-0399-43af-81dd-ff7a514f67cc no longer exists at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:16:07.808327 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-185069c4-810f-43bd-8aab-0253c76097a3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=926204d660974b039dfb2d21b87d8d7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0465651 Jul 15 14:16:07.810798 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.16', 56892) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:16:07.824135 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] No Port match for: 7f0dbb27-0399-43af-81dd-ff7a514f67cc {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 15 14:16:07.824425 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device 7f0dbb27-0399-43af-81dd-ff7a514f67cc not bound to the agent host dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:16:07.824879 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device fdfcb1bc-c17d-453a-a3a5-b66929016d16 no longer exists at agent ovs-agent-dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:16:07.844183 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] No Port match for: fdfcb1bc-c17d-453a-a3a5-b66929016d16 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 15 14:16:07.844569 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Device fdfcb1bc-c17d-453a-a3a5-b66929016d16 not bound to the agent host dv-cinder-850002-1-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:16:07.855264 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 56896) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:16:07.865482 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0a4c5dae-170d-4dff-a529-6c95f6e7bd29 admin admin] Publish callbacks [] for security_group (ac9b4edc-e346-459b-bfa7-4c577ca09e16), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:07.887475 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0a4c5dae-170d-4dff-a529-6c95f6e7bd29 admin admin] Publish callbacks [] for security_group (ac9b4edc-e346-459b-bfa7-4c577ca09e16), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:07.887994 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:16:07.904990 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa9316f7-f99b-4153-9e35-71e4f33aa38a admin admin] Deleting subnet 003b424b-6a62-43bd-a307-ba8a4a77ad1d {{(pid=103882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 15 14:16:07.908099 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fa9316f7-f99b-4153-9e35-71e4f33aa38a admin admin] Publish callbacks [] for subnet (003b424b-6a62-43bd-a307-ba8a4a77ad1d), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:07.935941 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:16:07.939462 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0a4c5dae-170d-4dff-a529-6c95f6e7bd29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (ac9b4edc-e346-459b-bfa7-4c577ca09e16), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:07.942813 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0a4c5dae-170d-4dff-a529-6c95f6e7bd29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:07.944100 dv-cinder-850002-1-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-0a4c5dae-170d-4dff-a529-6c95f6e7bd29 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ac9b4edc-e346-459b-bfa7-4c577ca09e16 HTTP/1.1" status: 204 len: 168 time: 0.1323814 Jul 15 14:16:07.947324 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fa9316f7-f99b-4153-9e35-71e4f33aa38a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59481126'] for subnet (003b424b-6a62-43bd-a307-ba8a4a77ad1d), precommit_delete_associations {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:07.952340 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4c5dae-170d-4dff-a529-6c95f6e7bd29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9b4edc-e346-459b-bfa7-4c577ca09e16,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:16:07.991746 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fa9316f7-f99b-4153-9e35-71e4f33aa38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7811561'] for subnet (003b424b-6a62-43bd-a307-ba8a4a77ad1d), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:08.045681 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fa9316f7-f99b-4153-9e35-71e4f33aa38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7811472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59481147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59290875'] for subnet (003b424b-6a62-43bd-a307-ba8a4a77ad1d), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:08.069637 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9316f7-f99b-4153-9e35-71e4f33aa38a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=003b424b-6a62-43bd-a307-ba8a4a77ad1d,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:16:08.075582 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fa9316f7-f99b-4153-9e35-71e4f33aa38a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:08.078897 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-fa9316f7-f99b-4153-9e35-71e4f33aa38a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/003b424b-6a62-43bd-a307-ba8a4a77ad1d HTTP/1.1" status: 204 len: 168 time: 0.2224195 Jul 15 14:16:08.081448 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 56900) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:16:08.336836 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-3117b6cd-8377-4598-90e9-298b0791c2f7 None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:16:08.408316 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3ec2de99-68b4-4fe1-8975-455de8bce4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7936400'] for network (29c90c1a-657d-462d-a838-b701a7ba42a4), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:08.492202 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3ec2de99-68b4-4fe1-8975-455de8bce4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7814826', 'neutron.services.segments.db._delete_segments_for_network-8774722533663'] for network (29c90c1a-657d-462d-a838-b701a7ba42a4), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:08.513528 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-3ec2de99-68b4-4fe1-8975-455de8bce4c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29c90c1a-657d-462d-a838-b701a7ba42a4']}} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:16:08.523300 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-3ec2de99-68b4-4fe1-8975-455de8bce4c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4d5f463-4021-4415-b0e5-c60283229dd3') {'for_net_delete': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:16:08.523592 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-3ec2de99-68b4-4fe1-8975-455de8bce4c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4d5f463-4021-4415-b0e5-c60283229dd3') {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:16:08.533036 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3ec2de99-68b4-4fe1-8975-455de8bce4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774722502184', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59481129'] for segment (f4d5f463-4021-4415-b0e5-c60283229dd3), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:08.545986 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3ec2de99-68b4-4fe1-8975-455de8bce4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7753414'] for segment (f4d5f463-4021-4415-b0e5-c60283229dd3), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:08.552054 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ec2de99-68b4-4fe1-8975-455de8bce4c4 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=103882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:16:08.552460 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3ec2de99-68b4-4fe1-8975-455de8bce4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7753414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59481561'] for segment (f4d5f463-4021-4415-b0e5-c60283229dd3), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:08.576548 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.services.segments.plugin [-] Segment f4d5f463-4021-4415-b0e5-c60283229dd3 resource provider aggregate not found Jul 15 14:16:08.617785 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3ec2de99-68b4-4fe1-8975-455de8bce4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7814819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452470'] for network (29c90c1a-657d-462d-a838-b701a7ba42a4), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:08.620408 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.services.segments.plugin [-] Segment f4d5f463-4021-4415-b0e5-c60283229dd3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f4d5f463-4021-4415-b0e5-c60283229dd3 found for delete ", "request_id": "req-dea1b9c8-656d-46e4-aa07-ee827028317f"}]} Jul 15 14:16:08.624229 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3ec2de99-68b4-4fe1-8975-455de8bce4c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654836'] for network (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:08.627220 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-3ec2de99-68b4-4fe1-8975-455de8bce4c4 admin admin] 10.222.0.16 "DELETE /v2.0/networks/29c90c1a-657d-462d-a838-b701a7ba42a4 HTTP/1.1" status: 204 len: 168 time: 0.5445137 Jul 15 14:16:08.638714 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec2de99-68b4-4fe1-8975-455de8bce4c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=29c90c1a-657d-462d-a838-b701a7ba42a4,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:16:08.794980 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 56908) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:16:08.838891 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-f537128b-eb9e-4607-9a11-3e783adfe0e1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3b77053c420a4d1b83cf14e7d8129755&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427141 Jul 15 14:16:08.841399 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.16', 56910) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:16:08.890189 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-49956256-ff45-4026-82a0-ad74dcb0d5ef admin admin] Publish callbacks [] for security_group (56234e08-a489-4e3a-ba25-21013e887e2f), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:08.910953 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-49956256-ff45-4026-82a0-ad74dcb0d5ef admin admin] Publish callbacks [] for security_group (56234e08-a489-4e3a-ba25-21013e887e2f), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:08.962161 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-49956256-ff45-4026-82a0-ad74dcb0d5ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428733'] for security_group (56234e08-a489-4e3a-ba25-21013e887e2f), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:08.964835 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-49956256-ff45-4026-82a0-ad74dcb0d5ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:08.965987 dv-cinder-850002-1-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-49956256-ff45-4026-82a0-ad74dcb0d5ef admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/56234e08-a489-4e3a-ba25-21013e887e2f HTTP/1.1" status: 204 len: 168 time: 0.1237104 Jul 15 14:16:08.974170 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49956256-ff45-4026-82a0-ad74dcb0d5ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56234e08-a489-4e3a-ba25-21013e887e2f,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:16:13.388803 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-32650336-5752-4b9e-a3e6-01e9ba9f0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (6c40ee43-5406-4a95-b7b4-11b32ddced25), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:15.863265 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d15fd2a1-4ea3-4dbe-9a14-b4dbd41462c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (f703993d-e678-48e2-a65c-4d8192af82e3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:17.335618 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62650970-9807-4a53-b182-b0e3c169648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (be31d1c0-1844-4ed1-99dc-0179bb6e7ee8), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:17.925134 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=61,neutron:DELETE=5 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:16:17.948006 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=80,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:16:18.331587 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=83,neutron:DELETE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:16:18.335683 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=89 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:16:18.583672 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee182daf-6335-4abe-96a5-cfae59e42a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (d0f04363-b393-47bd-b9b2-c25e00098206), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:18.772578 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (7bcac420-d3a9-4cfc-af22-5ba5795a5287), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:18.942756 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=67,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:16:18.969743 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=66,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:16:26.987577 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (73ab3907-1bcf-455f-a05d-131e96f159a2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:31.618875 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:16:36.980476 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=31,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:16:36.982420 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:16:43.390824 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d33d3cd8-0e83-4204-971a-126cf071ad19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (6c40ee43-5406-4a95-b7b4-11b32ddced25), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:44.287851 dv-cinder-850002-1-iscsi neutron-server[103882]: DEBUG neutron.wsgi [req-4dc6dc08-4783-48b8-9773-0c311e3ed062 req-502b6274-0e7a-4205-ab37-768b3169edf2 service neutron] (103882) timed out ('10.222.0.64', 55676) {{(pid=103882) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 15 14:16:45.336730 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-3117b6cd-8377-4598-90e9-298b0791c2f7 None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:16:45.864675 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-71e65efa-885c-4b9e-ab81-4a0d35171089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (f703993d-e678-48e2-a65c-4d8192af82e3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:47.338651 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62650970-9807-4a53-b182-b0e3c169648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (be31d1c0-1844-4ed1-99dc-0179bb6e7ee8), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:47.421231 dv-cinder-850002-1-iscsi neutron-server[103881]: DEBUG neutron.wsgi [req-171a7df0-0153-4ebe-a3ec-482567c81b2b req-6a0adaa1-0db8-4771-826e-3de12d143edd service neutron] (103881) timed out ('10.222.0.64', 55666) {{(pid=103881) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 15 14:16:48.585309 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee182daf-6335-4abe-96a5-cfae59e42a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (d0f04363-b393-47bd-b9b2-c25e00098206), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:48.775734 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (7bcac420-d3a9-4cfc-af22-5ba5795a5287), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:55.332320 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=4 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:16:55.333144 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=4 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:16:57.007958 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (73ab3907-1bcf-455f-a05d-131e96f159a2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:16:58.773381 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:UPDATE=4,neutron:SELECT=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:17:07.002343 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:17:07.004632 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:17:11.603867 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=12 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:17:11.605748 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=14 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:17:13.392659 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-264c61a9-0db6-4597-9755-423f00a41c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (6c40ee43-5406-4a95-b7b4-11b32ddced25), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:17:15.867225 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5d0d8df3-eea6-46d3-8cc2-ff4ba1ec0444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (f703993d-e678-48e2-a65c-4d8192af82e3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:17:17.341079 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62650970-9807-4a53-b182-b0e3c169648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (be31d1c0-1844-4ed1-99dc-0179bb6e7ee8), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:17:18.587951 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee182daf-6335-4abe-96a5-cfae59e42a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (d0f04363-b393-47bd-b9b2-c25e00098206), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:17:18.778489 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (7bcac420-d3a9-4cfc-af22-5ba5795a5287), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:17:22.337095 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-3117b6cd-8377-4598-90e9-298b0791c2f7 None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:17:27.019914 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (73ab3907-1bcf-455f-a05d-131e96f159a2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:17:32.331857 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:17:32.332664 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=5 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:17:37.008563 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=7 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:17:37.013680 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:17:37.015357 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:17:43.396020 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-fd9bf2f0-ebb7-4e64-8425-dd7800a700ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (6c40ee43-5406-4a95-b7b4-11b32ddced25), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:17:45.870189 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6ecacb37-2615-4271-b844-e415612428db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (f703993d-e678-48e2-a65c-4d8192af82e3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:17:47.343834 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62650970-9807-4a53-b182-b0e3c169648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (be31d1c0-1844-4ed1-99dc-0179bb6e7ee8), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:17:48.594674 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee182daf-6335-4abe-96a5-cfae59e42a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (d0f04363-b393-47bd-b9b2-c25e00098206), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:17:48.781615 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (7bcac420-d3a9-4cfc-af22-5ba5795a5287), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:17:57.017745 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (73ab3907-1bcf-455f-a05d-131e96f159a2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:17:59.336323 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-3117b6cd-8377-4598-90e9-298b0791c2f7 None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:18:07.006209 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:18:07.010973 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:18:07.013209 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:18:11.340500 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=4 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:18:11.341254 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:18:13.399494 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-bd86ae5c-3936-4d9a-b581-dced43c26468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (6c40ee43-5406-4a95-b7b4-11b32ddced25), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:18:15.872763 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d90b2b37-5391-48cd-802d-ea5a334db1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (f703993d-e678-48e2-a65c-4d8192af82e3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:18:17.347306 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62650970-9807-4a53-b182-b0e3c169648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (be31d1c0-1844-4ed1-99dc-0179bb6e7ee8), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:18:18.594996 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee182daf-6335-4abe-96a5-cfae59e42a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (d0f04363-b393-47bd-b9b2-c25e00098206), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:18:18.784466 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (7bcac420-d3a9-4cfc-af22-5ba5795a5287), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:18:27.033550 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (73ab3907-1bcf-455f-a05d-131e96f159a2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:18:36.335827 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-3117b6cd-8377-4598-90e9-298b0791c2f7 None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:18:37.023232 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:UPDATE=2,neutron:SELECT=18 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:18:37.028155 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:18:37.030274 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:18:43.402853 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-062e7338-b9fb-4593-82f2-1868d91ea61a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (6c40ee43-5406-4a95-b7b4-11b32ddced25), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:18:45.873940 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-140d776d-8d9e-40c2-8077-970ab81ba00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (f703993d-e678-48e2-a65c-4d8192af82e3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:18:46.331407 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:18:46.332148 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=5 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:18:47.351604 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62650970-9807-4a53-b182-b0e3c169648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (be31d1c0-1844-4ed1-99dc-0179bb6e7ee8), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:18:48.596254 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee182daf-6335-4abe-96a5-cfae59e42a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (d0f04363-b393-47bd-b9b2-c25e00098206), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:18:48.789534 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (7bcac420-d3a9-4cfc-af22-5ba5795a5287), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:18:57.038907 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (73ab3907-1bcf-455f-a05d-131e96f159a2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:19:07.028028 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:19:07.032215 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:19:07.034278 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:19:13.334450 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-3117b6cd-8377-4598-90e9-298b0791c2f7 None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:19:13.404542 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7a40c92e-4b99-4934-8ea6-bed3730d8c3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (6c40ee43-5406-4a95-b7b4-11b32ddced25), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:19:15.875373 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5e9c41a6-40b5-4945-95a7-015e5a8f7db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (f703993d-e678-48e2-a65c-4d8192af82e3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:19:17.357309 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62650970-9807-4a53-b182-b0e3c169648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (be31d1c0-1844-4ed1-99dc-0179bb6e7ee8), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:19:18.601251 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee182daf-6335-4abe-96a5-cfae59e42a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (d0f04363-b393-47bd-b9b2-c25e00098206), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:19:18.792640 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (7bcac420-d3a9-4cfc-af22-5ba5795a5287), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:19:23.330568 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=16 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:19:23.331298 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=18 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:19:27.053242 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (73ab3907-1bcf-455f-a05d-131e96f159a2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:19:37.043625 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=9 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:19:37.047583 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:UPDATE=4,neutron:SELECT=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:19:37.049295 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:19:43.405633 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3b370c5e-f097-485f-ad82-d5f5d60c2ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (6c40ee43-5406-4a95-b7b4-11b32ddced25), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:19:45.878551 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4b368e9d-c953-4403-afd9-cb94677a95d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (f703993d-e678-48e2-a65c-4d8192af82e3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:19:47.356807 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62650970-9807-4a53-b182-b0e3c169648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (be31d1c0-1844-4ed1-99dc-0179bb6e7ee8), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:19:48.603639 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee182daf-6335-4abe-96a5-cfae59e42a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (d0f04363-b393-47bd-b9b2-c25e00098206), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:19:48.797314 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (7bcac420-d3a9-4cfc-af22-5ba5795a5287), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:19:50.333753 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-3117b6cd-8377-4598-90e9-298b0791c2f7 None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:19:52.393773 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:19:57.067448 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (73ab3907-1bcf-455f-a05d-131e96f159a2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:20:00.329648 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=5 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:20:07.056320 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:20:07.057112 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:20:07.062814 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:20:11.344938 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:20:11.345710 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:DELETE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:20:13.407482 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-87a7179b-8b4f-4221-aa99-4819478dc6d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (6c40ee43-5406-4a95-b7b4-11b32ddced25), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:20:15.882027 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-88e83f95-4a23-4d09-b8e4-7fc969295a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (f703993d-e678-48e2-a65c-4d8192af82e3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:20:17.359811 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62650970-9807-4a53-b182-b0e3c169648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (be31d1c0-1844-4ed1-99dc-0179bb6e7ee8), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:20:18.606401 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee182daf-6335-4abe-96a5-cfae59e42a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (d0f04363-b393-47bd-b9b2-c25e00098206), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:20:18.800006 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (7bcac420-d3a9-4cfc-af22-5ba5795a5287), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:20:27.065866 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (73ab3907-1bcf-455f-a05d-131e96f159a2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:20:27.331392 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-3117b6cd-8377-4598-90e9-298b0791c2f7 None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:20:37.055515 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:20:37.058475 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:20:37.061633 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:20:37.307556 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=5 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:20:37.327921 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=5 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:20:43.408707 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-624cb40b-852c-4f0b-aedf-79f10d939e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (6c40ee43-5406-4a95-b7b4-11b32ddced25), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:20:45.888544 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-af3b335d-dfed-484f-a835-6908f477c06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (f703993d-e678-48e2-a65c-4d8192af82e3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:20:47.362574 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62650970-9807-4a53-b182-b0e3c169648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (be31d1c0-1844-4ed1-99dc-0179bb6e7ee8), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:20:48.608825 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee182daf-6335-4abe-96a5-cfae59e42a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (d0f04363-b393-47bd-b9b2-c25e00098206), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:20:48.802373 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (7bcac420-d3a9-4cfc-af22-5ba5795a5287), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:20:57.083861 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (73ab3907-1bcf-455f-a05d-131e96f159a2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:21:04.331836 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-3117b6cd-8377-4598-90e9-298b0791c2f7 None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:21:07.074393 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=7 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:21:07.078243 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:21:07.080463 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:21:13.410550 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1a93eb22-3527-46e0-8bba-33a9f29b5796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (6c40ee43-5406-4a95-b7b4-11b32ddced25), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:21:14.325580 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=18 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:21:14.326360 dv-cinder-850002-1-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=16 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 15 14:21:15.883460 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0f502964-0aaa-4d57-90a7-3ba522e452bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (f703993d-e678-48e2-a65c-4d8192af82e3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:21:17.367384 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62650970-9807-4a53-b182-b0e3c169648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (be31d1c0-1844-4ed1-99dc-0179bb6e7ee8), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:21:18.611114 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee182daf-6335-4abe-96a5-cfae59e42a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (d0f04363-b393-47bd-b9b2-c25e00098206), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:21:18.805420 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eed8053c-da14-44e4-9722-72758b35d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (7bcac420-d3a9-4cfc-af22-5ba5795a5287), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:21:27.101734 dv-cinder-850002-1-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ddceb445-c3e7-4138-93de-879a8f6e5a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774722533645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812203'] for agent (73ab3907-1bcf-455f-a05d-131e96f159a2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}